-- Logs begin at Mon 2022-05-23 11:48:20 UTC, end at Mon 2022-05-23 12:54:38 UTC. -- May 23 12:23:45.339470 dv-cinder-836996-27-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 23 12:23:48.174980 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.common.config [-] Logging enabled! May 23 12:23:48.175597 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev227 May 23 12:23:48.175774 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103740) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 23 12:23:48.178974 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.common.config [-] Logging enabled! May 23 12:23:48.179227 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev227 May 23 12:23:48.179538 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103740) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 23 12:23:48.180500 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 23 12:23:48.180729 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 23 12:23:48.181090 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 23 12:23:48.181330 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 23 12:23:48.181552 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 23 12:23:48.181961 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.182255 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.182481 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.182770 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.183055 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.183333 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.183619 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.183908 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.184209 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.184485 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.184765 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.184996 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.185272 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.185554 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.185835 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.186054 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] debug = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.186329 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.186763 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.187172 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.187446 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.187730 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.188001 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.188296 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.188568 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.188868 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.189190 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] host = dv-cinder-836996-27-iscsi {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.189464 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.189746 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.190029 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.190312 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.190584 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.190856 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.191137 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.191406 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.191677 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] log_file = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.191949 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.192255 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.192541 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.192826 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.193046 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.193264 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.193546 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.193829 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.194099 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.194635 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.194910 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.195180 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.195447 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.195710 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.195990 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.196296 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.196578 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.196846 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.197112 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.197379 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.197645 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.197924 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.198191 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.198459 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.198728 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.199007 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.199270 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.199540 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.199836 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.200121 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.200424 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.200706 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.200975 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.201252 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.201524 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.201790 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.202057 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] use_json = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.202324 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.202589 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.202863 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.203130 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.203398 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.203666 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.203934 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.204234 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.204529 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:48.204822 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.205116 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.205413 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.205694 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.205997 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.206273 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.206556 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.206829 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.207112 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.207395 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.207678 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.207950 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.208272 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.208558 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.208846 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.209145 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.209434 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.209719 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.209988 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.210259 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.210528 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.210802 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.211084 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.211359 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.211644 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.211927 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.212227 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.212521 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.212800 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.213079 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.213367 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.213651 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.213924 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.214200 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.214487 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.214764 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.215032 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.215320 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.215595 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.215862 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.216141 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.216452 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.216742 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.217013 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.217290 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.217579 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.217853 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.218122 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.218391 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.218663 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.218929 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.219209 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.219484 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.219754 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.220563 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.220842 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.221117 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.221380 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.221653 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.221921 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.222194 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.222460 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.222727 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.222994 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.223260 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.223527 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.223796 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.224062 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.224360 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.224628 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.224898 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.225166 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.225441 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.225711 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.226006 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.226282 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.226554 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.226825 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.227098 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.227373 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.227647 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.227919 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.228209 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.228481 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.228767 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.229044 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.229328 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.229609 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.229882 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.230194 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.230468 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.230744 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.231023 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.231297 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.231572 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.231851 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.232130 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.232443 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.232733 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.233009 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.233299 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.233589 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.233878 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.234154 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.234461 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.234736 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:48.234949 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 23 12:23:48.235190 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103740) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 23 12:23:48.691474 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 23 12:23:48.691738 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 23 12:23:48.692039 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 23 12:23:48.692389 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.manager [-] Loading core plugin: ml2 May 23 12:23:49.022208 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.022445 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.022682 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.023865 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.024137 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.024420 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.079910 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.080725 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.080989 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.095719 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.096005 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.096310 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.125777 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.126048 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.126849 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.162972 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.163248 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.163513 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.517873 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.518496 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.518496 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.518690 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.519329 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.617356 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.617666 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.617944 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.618210 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.618467 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.618775 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.619029 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.619278 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.619525 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.619809 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.620064 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.620346 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.620595 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.620849 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.621098 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.621361 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.621609 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.621867 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.622128 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.622378 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.622640 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.622885 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.623156 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.623519 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.623761 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.623998 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.624411 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 12:23:49.624649 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 12:23:49.624882 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 12:23:49.625113 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 12:23:49.625343 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 12:23:49.625572 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 12:23:49.625928 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 23 12:23:49.630810 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 23 12:23:49.634701 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 23 12:23:49.638296 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) May 23 12:23:49.639914 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 23 12:23:49.640395 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 23 12:23:49.640722 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 23 12:23:49.641098 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 23 12:23:49.644142 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 23 12:23:49.644446 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 23 12:23:49.644788 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 23 12:23:49.649833 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 23 12:23:49.674562 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 23 12:23:49.675006 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.675297 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103740) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 23 12:23:49.675663 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.677036 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103740) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 23 12:23:49.677308 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 23 12:23:49.677551 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 23 12:23:49.680788 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.681064 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:49.744151 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 23 12:23:49.744404 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 23 12:23:49.744632 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 23 12:23:49.744996 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 23 12:23:49.796734 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO dbcounter [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Registered counter for database neutron May 23 12:23:49.814658 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_db.sqlalchemy.engines [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103740) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 23 12:23:49.821252 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG dbcounter [-] [103740] Writer thread running {{(pid=103740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 12:23:50.270487 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.managers [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Initializing driver for type 'gre' May 23 12:23:50.271019 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] gre ID ranges: [(1, 1000)] May 23 12:23:50.326467 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.managers [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Initializing driver for type 'local' May 23 12:23:50.326822 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.managers [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Initializing driver for type 'vlan' May 23 12:23:50.340696 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] VlanTypeDriver initialization complete May 23 12:23:50.341051 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.managers [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Initializing driver for type 'vxlan' May 23 12:23:50.341527 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] vxlan ID ranges: [(1, 1000)] May 23 12:23:50.400620 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.managers [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Initializing extension driver 'port_security' May 23 12:23:50.400947 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.extensions.port_security [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] PortSecurityExtensionDriver initialization complete May 23 12:23:50.401268 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.managers [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Initializing mechanism driver 'openvswitch' May 23 12:23:50.401596 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.managers [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Initializing mechanism driver 'hyperv' May 23 12:23:50.408403 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:23:50.409067 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > port after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.409433 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > port after_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.409782 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > port after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.410281 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103740) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 12:23:50.410695 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > subnet after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.411044 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > subnet after_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.411382 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > subnet after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.411764 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103740) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 12:23:50.412251 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > network after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.412533 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > network after_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.412872 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > network after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.413252 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103740) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 12:23:50.413648 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > security_group after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.413992 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > security_group after_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.414326 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > security_group after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.414707 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103740) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 12:23:50.415103 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.415448 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.415783 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.416165 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103740) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 12:23:50.416585 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > address_group after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.416922 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > address_group after_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.417251 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > address_group after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.417631 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103740) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 12:23:50.418229 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] ML2 OVO RPC backend initialized. {{(pid=103740) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 23 12:23:50.418932 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router_interface after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.419286 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.419702 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > network before_response 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.420051 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > networks before_response 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.420427 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > port before_response 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.420767 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > ports before_response 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.421105 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > subnet before_response 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.421442 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > subnets before_response 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.421782 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > network after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.422117 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > network after_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.422447 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > network after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.422777 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > port after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.423180 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > port after_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.423789 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > port after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.424120 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > subnet after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.424479 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > subnet after_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.424814 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > subnet after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.432223 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.quota [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded quota_driver: . May 23 12:23:50.432580 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.plugin [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Modular L2 Plugin initialization complete May 23 12:23:50.432921 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading services supported by the core plugin {{(pid=103740) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 23 12:23:50.433254 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.plugins.ml2.managers [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Got port-security extension from driver 'port_security' May 23 12:23:50.433721 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.extensions.vlantransparent [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Disabled vlantransparent extension. May 23 12:23:50.434211 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103740) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 23 12:23:50.434533 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading Plugin: router May 23 12:23:50.470788 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router_interface before_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.471173 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router after_create 55549900 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.471542 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router before_create 55549900 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.471904 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.472309 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.472667 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router after_delete 55549900 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.473024 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > floatingip after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.473371 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > floatingip after_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.473724 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router after_create 55549900 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.474071 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router after_update 55549900 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.474415 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router after_update 55549900 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.474758 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.475112 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router after_update 55549900 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.475518 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router precommit_update 55549900 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.475884 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: port after_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.476309 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: port after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.476646 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: subnet after_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.476987 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.477335 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > port precommit_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.477678 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router precommit_create 55549900 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.478015 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: port before_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.478352 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router precommit_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.478700 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router after_update 55549900 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.479036 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router precommit_delete 55549900 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.479386 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router precommit_create 55549900 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.479742 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router_interface after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.480084 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router precommit_update 55549900 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.480472 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > agent after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.480819 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > agent after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.481158 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > network after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.482005 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Tracking information for resource: router configured {{(pid=103740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 12:23:50.482333 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Tracking information for resource: floatingip configured {{(pid=103740) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 12:23:50.487514 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.db.l3_agentschedulers_db [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 23 12:23:50.488086 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: port after_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.488463 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: port after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.488808 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: port after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.489153 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: port after_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.489922 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router before_create 55550100 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.490279 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router precommit_delete 55550100 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.490633 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router precommit_create 55550100 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.490984 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > router precommit_update 55550100 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.495800 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.services.provider_configuration [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Service providers = [] {{(pid=103740) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 23 12:23:50.496164 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.db.servicetype_db [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103740) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 23 12:23:50.499095 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.services.service_base [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103740) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 12:23:50.499438 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.services.service_base [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103740) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 12:23:50.499774 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.services.service_base [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103740) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 12:23:50.500678 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.services.service_base [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103740) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 12:23:50.501043 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.services.service_base [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Default provider is not specified for service type L3_ROUTER_NAT May 23 12:23:50.502116 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 12:23:50.502515 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 23 12:23:50.513276 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 12:23:50.513607 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading Plugin: auto_allocate May 23 12:23:50.520018 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: network precommit_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.520602 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: network precommit_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.520905 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 12:23:50.521216 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading Plugin: tag May 23 12:23:50.527731 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 12:23:50.528055 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading Plugin: timestamp May 23 12:23:50.532043 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 12:23:50.532402 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading Plugin: network_ip_availability May 23 12:23:50.538231 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.538597 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.538948 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.539652 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 12:23:50.539965 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading Plugin: flavors May 23 12:23:50.544614 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 12:23:50.544941 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading Plugin: revisions May 23 12:23:50.549656 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103740) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 12:23:50.550040 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_concurrency.lockutils [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.858s {{(pid=103740) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 23 12:23:50.550766 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103740) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 23 12:23:50.551094 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Initializing extension manager. May 23 12:23:50.551609 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: __init__.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.551945 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: __pycache__ {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.552296 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: _port_mac_address_override.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.552626 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: address_group.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.553550 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.554121 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: address-group May 23 12:23:50.554443 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: address_scope.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.555152 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.555659 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: address-scope May 23 12:23:50.555978 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: admin_state_down_before_update.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.556918 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.557427 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: router-admin-state-down-before-update May 23 12:23:50.557743 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: agent.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.558431 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.558931 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: agent May 23 12:23:50.559244 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: agent_resources_synced.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.560147 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.560677 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: agent-resources-synced May 23 12:23:50.560994 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: allowedaddresspairs.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.562767 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.563285 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: allowed-address-pairs May 23 12:23:50.563607 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: auto_allocated_topology.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.565414 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.565930 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: auto-allocated-topology May 23 12:23:50.566249 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: availability_zone.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.566932 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.567439 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: availability_zone May 23 12:23:50.567756 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: availability_zone_filter.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.568678 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.569187 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: availability_zone_filter May 23 12:23:50.569771 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: data_plane_status.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.570667 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.571173 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension data-plane-status not supported by any of loaded plugins May 23 12:23:50.571488 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: default_subnetpools.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.572432 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.573174 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: default-subnetpools May 23 12:23:50.573586 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: dhcpagentscheduler.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.574574 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.575315 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: dhcp_agent_scheduler May 23 12:23:50.575675 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: dns.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.576775 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.577282 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension dns-integration not supported by any of loaded plugins May 23 12:23:50.577601 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: dns_domain_ports.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.578508 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.579013 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension dns-domain-ports not supported by any of loaded plugins May 23 12:23:50.579976 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.581170 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.581673 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 23 12:23:50.581992 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: dvr.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.582655 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.583165 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: dvr May 23 12:23:50.583481 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: ecmp_routes.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.584413 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.584923 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension ecmp_routes not supported by any of loaded plugins May 23 12:23:50.585236 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: empty_string_filtering.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.586127 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.586634 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: empty-string-filtering May 23 12:23:50.586948 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.587849 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.588383 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 23 12:23:50.588697 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.589600 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.590104 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 23 12:23:50.590420 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: external_net.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.591309 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.591814 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: external-net May 23 12:23:50.592129 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: extra_dhcp_opt.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.593043 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.593642 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: extra_dhcp_opt May 23 12:23:50.593964 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: extraroute.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.594862 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.595727 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: extraroute May 23 12:23:50.596075 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: extraroute_atomic.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.597127 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.597639 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: extraroute-atomic May 23 12:23:50.597957 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: filter_validation.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.598616 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.599118 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: filter-validation May 23 12:23:50.599433 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: fip_pf_description.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.600364 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.600866 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 23 12:23:50.601178 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: fip_pf_port_range.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.602096 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.602600 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 23 12:23:50.602916 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: fip_port_details.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.603825 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.604364 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: fip-port-details May 23 12:23:50.604681 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: flavors.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.605887 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.606399 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: flavors May 23 12:23:50.606719 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.608374 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.608897 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 23 12:23:50.609223 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: floatingip_pools.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.610046 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.610585 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: floatingip-pools May 23 12:23:50.611115 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: ip_allocation.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.612041 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.612581 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension ip_allocation not supported by any of loaded plugins May 23 12:23:50.612902 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.613809 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.614323 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: ip-substring-filtering May 23 12:23:50.614647 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: l2_adjacency.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.615569 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.616071 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension l2_adjacency not supported by any of loaded plugins May 23 12:23:50.616422 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: l3.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.617372 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.617883 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: router May 23 12:23:50.618200 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: l3_conntrack_helper.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.620434 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.620956 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 23 12:23:50.621283 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.622191 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.622705 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: ext-gw-mode May 23 12:23:50.623026 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.623929 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.624472 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: l3-ha May 23 12:23:50.624793 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.625691 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.626738 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 23 12:23:50.627255 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: l3_flavors.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.628325 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.628839 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: l3-flavors May 23 12:23:50.629156 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: l3_ndp_proxy.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.630513 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.631024 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 23 12:23:50.631348 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.632287 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.632797 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: l3-port-ip-change-not-allowed May 23 12:23:50.633118 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: l3agentscheduler.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.634149 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.634663 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: l3_agent_scheduler May 23 12:23:50.634985 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: local_ip.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.636752 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.637270 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension local_ip not supported by any of loaded plugins May 23 12:23:50.637595 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: logging.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.639048 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.639571 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension logging not supported by any of loaded plugins May 23 12:23:50.639903 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: metering.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.640664 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.641237 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: metering May 23 12:23:50.641561 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.643239 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.643756 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: metering_source_and_destination_fields May 23 12:23:50.644079 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: multiprovidernet.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.645145 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.645661 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: multi-provider May 23 12:23:50.645977 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: netmtu.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.646882 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.647391 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: net-mtu May 23 12:23:50.647708 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: netmtu_writable.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.648635 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.649144 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: net-mtu-writable May 23 12:23:50.649458 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: network_availability_zone.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.650121 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.650626 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: network_availability_zone May 23 12:23:50.650941 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: network_ip_availability.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.652024 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.652579 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: network-ip-availability May 23 12:23:50.652893 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: network_segment_range.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.653645 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.654148 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension network-segment-range not supported by any of loaded plugins May 23 12:23:50.654463 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: pagination.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.655423 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.655748 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: pagination May 23 12:23:50.656057 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: port_device_profile.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.656968 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.657571 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: port-device-profile May 23 12:23:50.658118 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: port_mac_address_override.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.659093 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.659609 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: port-mac-override May 23 12:23:50.659927 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.660868 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.661375 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: port-mac-address-regenerate May 23 12:23:50.661690 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.662597 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.663090 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: port-numa-affinity-policy May 23 12:23:50.663408 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: port_resource_request.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.664340 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.664841 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension port-resource-request not supported by any of loaded plugins May 23 12:23:50.665157 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: port_resource_request_groups.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.666109 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.666608 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension port-resource-request-groups not supported by any of loaded plugins May 23 12:23:50.666925 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: portbindings.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.667829 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.668411 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: binding May 23 12:23:50.668730 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: portbindings_extended.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.669985 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.670498 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: binding-extended May 23 12:23:50.670817 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: portsecurity.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.671717 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.672255 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: port-security May 23 12:23:50.672577 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: project_id.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.673789 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.674119 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: project-id May 23 12:23:50.674436 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: providernet.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.675355 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.675875 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: provider May 23 12:23:50.676212 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: qos.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.679748 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.680292 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension qos not supported by any of loaded plugins May 23 12:23:50.680625 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.681857 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.682370 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 23 12:23:50.682694 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.683613 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.684123 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 23 12:23:50.684467 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: qos_default.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.685368 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.685879 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension qos-default not supported by any of loaded plugins May 23 12:23:50.686199 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: qos_fip.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.687106 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.687617 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension qos-fip not supported by any of loaded plugins May 23 12:23:50.687934 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: qos_fip_network_policy.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.689515 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.690256 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 23 12:23:50.690578 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: qos_gateway_ip.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.691497 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.692008 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension qos-gateway-ip not supported by any of loaded plugins May 23 12:23:50.692357 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: qos_port_network_policy.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.693261 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.693767 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension qos-port-network-policy not supported by any of loaded plugins May 23 12:23:50.694086 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.695429 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.695941 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension qos-pps-minimum not supported by any of loaded plugins May 23 12:23:50.696295 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.697314 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.697854 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 23 12:23:50.698191 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: qos_pps_rule.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.699327 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.699845 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension qos-pps not supported by any of loaded plugins May 23 12:23:50.700162 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: qos_rule_type_details.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.701168 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.701680 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension qos-rule-type-details not supported by any of loaded plugins May 23 12:23:50.701997 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: qos_rule_type_filter.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.702907 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.703412 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 23 12:23:50.703728 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: qos_rules_alias.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.705740 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.706257 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension qos-rules-alias not supported by any of loaded plugins May 23 12:23:50.706581 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: quota_check_limit.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.707589 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.708100 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: quota-check-limit May 23 12:23:50.708450 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: quotasv2.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.709395 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.709716 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: quotas May 23 12:23:50.710035 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: quotasv2_detail.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.711723 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.712058 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: quota_details May 23 12:23:50.712422 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: rbac.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.713464 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.713989 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: rbac-policies May 23 12:23:50.714317 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: rbac_address_group.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.715244 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.715759 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: rbac-address-group May 23 12:23:50.716081 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: rbac_address_scope.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.717026 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.717536 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: rbac-address-scope May 23 12:23:50.717857 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: rbac_security_groups.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.718768 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.719274 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: rbac-security-groups May 23 12:23:50.719596 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: rbac_subnetpool.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.720803 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.721317 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: rbac-subnetpool May 23 12:23:50.721641 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: revisionifmatch.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.722563 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.723077 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: revision-if-match May 23 12:23:50.723396 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: revisions.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.724533 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.725048 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: standard-attr-revisions May 23 12:23:50.725366 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: router_availability_zone.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.726029 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.726535 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: router_availability_zone May 23 12:23:50.726851 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: routerservicetype.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.727764 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.728307 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension router-service-type not supported by any of loaded plugins May 23 12:23:50.728626 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.729538 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.730052 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: security-groups-normalized-cidr May 23 12:23:50.730369 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: security_groups_port_filtering.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.731282 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.731790 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: port-security-groups-filtering May 23 12:23:50.732110 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.733079 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.733588 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: security-groups-remote-address-group May 23 12:23:50.733905 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.734827 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.735333 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: security-groups-shared-filtering May 23 12:23:50.736314 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.737067 dv-cinder-836996-27-iscsi neutron-server[103740]: WARNING neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 23 12:23:50.737386 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: securitygroup.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.748455 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.748983 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: security-group May 23 12:23:50.749312 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: segment.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.750031 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.750542 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension segment not supported by any of loaded plugins May 23 12:23:50.750862 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.752661 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.753181 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 23 12:23:50.753505 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: servicetype.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.754581 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.755105 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: service-type May 23 12:23:50.755428 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: sorting.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.756433 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.756762 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: sorting May 23 12:23:50.757077 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: standard_attr_segment.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.757979 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.758491 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension standard-attr-segment not supported by any of loaded plugins May 23 12:23:50.758808 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: standardattrdescription.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.759444 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.759947 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: standard-attr-description May 23 12:23:50.760304 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: stateful_security_group.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.761259 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.761776 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: stateful-security-group May 23 12:23:50.762096 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: stdattrs_common.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.762678 dv-cinder-836996-27-iscsi neutron-server[103740]: WARNING neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 23 12:23:50.762993 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.763913 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.764455 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 23 12:23:50.764774 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: subnet_onboard.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.765828 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.766343 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: subnet_onboard May 23 12:23:50.766658 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.767846 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.768386 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 23 12:23:50.768702 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: subnet_service_types.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.769622 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.770133 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: subnet-service-types May 23 12:23:50.770456 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: subnetallocation.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.771573 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.772044 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: subnet_allocation May 23 12:23:50.772396 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.773053 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.773565 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: subnetpool-prefix-ops May 23 12:23:50.773882 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.774818 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.775327 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 23 12:23:50.775643 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: tagging.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.776714 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.777228 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: standard-attr-tag May 23 12:23:50.777548 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: timestamp.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.778732 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.779248 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loaded extension: standard-attr-timestamp May 23 12:23:50.779568 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: trunk.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.780611 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.781123 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension trunk not supported by any of loaded plugins May 23 12:23:50.781442 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: trunk_details.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.782353 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.783194 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension trunk-details not supported by any of loaded plugins May 23 12:23:50.783522 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: uplink_status_propagation.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.784476 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.784982 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension uplink-status-propagation not supported by any of loaded plugins May 23 12:23:50.785298 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Loading extension file: vlantransparent.py {{(pid=103740) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:23:50.785961 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103740) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:23:50.786463 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extension vlan-transparent not supported by any of loaded plugins May 23 12:23:50.789353 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Creating instance of TrackedResource for resource:network May 23 12:23:50.790287 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Creating instance of TrackedResource for resource:subnet May 23 12:23:50.791312 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Creating instance of TrackedResource for resource:subnetpool May 23 12:23:50.791983 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Creating instance of TrackedResource for resource:port May 23 12:23:50.793636 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.v2.resource_helper [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:23:50.794249 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.v2.resource_helper [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Service FLAVORS assigned prefix: {{(pid=103740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:23:50.795251 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.v2.resource_helper [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:23:50.796149 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.v2.resource_helper [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:23:50.796537 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Creating instance of TrackedResource for resource:router May 23 12:23:50.797110 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Creating instance of TrackedResource for resource:floatingip May 23 12:23:50.797836 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.v2.resource_helper [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Service METERING assigned prefix: /metering {{(pid=103740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:23:50.800683 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.801098 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.801617 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:23:50.803031 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Creating instance of CountableResource for resource:rbac_policy May 23 12:23:50.803652 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Creating instance of TrackedResource for resource:security_group May 23 12:23:50.804598 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Creating instance of TrackedResource for resource:security_group_rule May 23 12:23:50.805405 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.v2.resource_helper [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Service CORE assigned prefix: {{(pid=103740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:23:50.805888 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Creating instance of TrackedResource for resource:subnetpool May 23 12:23:50.806586 dv-cinder-836996-27-iscsi neutron-server[103740]: WARNING neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] subnetpool is already registered May 23 12:23:50.807082 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.v2.resource_helper [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Service CORE assigned prefix: {{(pid=103740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:23:50.807550 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Creating instance of TrackedResource for resource:subnetpool May 23 12:23:50.808279 dv-cinder-836996-27-iscsi neutron-server[103740]: WARNING neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] subnetpool is already registered May 23 12:23:50.811217 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.v2.resource_helper [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:23:50.811678 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.v2.resource_helper [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Service FLAVORS assigned prefix: {{(pid=103740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:23:50.812864 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.v2.resource_helper [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:23:50.813452 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.v2.resource_helper [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:23:50.814519 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Creating instance of TrackedResource for resource:router May 23 12:23:50.815050 dv-cinder-836996-27-iscsi neutron-server[103740]: WARNING neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] router is already registered May 23 12:23:50.815646 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Creating instance of TrackedResource for resource:floatingip May 23 12:23:50.816145 dv-cinder-836996-27-iscsi neutron-server[103740]: WARNING neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] floatingip is already registered May 23 12:23:50.816828 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.v2.resource_helper [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Service METERING assigned prefix: /metering {{(pid=103740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:23:50.817491 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Creating instance of CountableResource for resource:rbac_policy May 23 12:23:50.817811 dv-cinder-836996-27-iscsi neutron-server[103740]: WARNING neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] rbac_policy is already registered May 23 12:23:50.818215 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Creating instance of TrackedResource for resource:security_group May 23 12:23:50.818543 dv-cinder-836996-27-iscsi neutron-server[103740]: WARNING neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] security_group is already registered May 23 12:23:50.818937 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Creating instance of TrackedResource for resource:security_group_rule May 23 12:23:50.819516 dv-cinder-836996-27-iscsi neutron-server[103740]: WARNING neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] security_group_rule is already registered May 23 12:23:50.820137 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.v2.resource_helper [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Service CORE assigned prefix: {{(pid=103740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:23:50.820484 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Creating instance of TrackedResource for resource:subnetpool May 23 12:23:50.820811 dv-cinder-836996-27-iscsi neutron-server[103740]: WARNING neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] subnetpool is already registered May 23 12:23:50.821222 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.v2.resource_helper [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Service CORE assigned prefix: {{(pid=103740) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:23:50.821539 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Creating instance of TrackedResource for resource:subnetpool May 23 12:23:50.821861 dv-cinder-836996-27-iscsi neutron-server[103740]: WARNING neutron.quota.resource_registry [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] subnetpool is already registered May 23 12:23:50.822318 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: extensions {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.823750 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: address-groups {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.825239 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: address-scopes {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.826537 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: agents {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.827673 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: auto-allocated-topology {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.828967 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: availability_zones {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.830551 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: dhcp-networks {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.832022 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: dhcp-agents {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.833452 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: routers {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.835119 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: flavors {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.836379 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: service_profiles {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.837567 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: next_providers {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.838953 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: service_profiles {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.840534 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: floatingip-pools {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.841716 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: routers {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.843377 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: floatingips {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.844671 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: l3-routers {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.846489 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: l3-agents {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.847881 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: metering-labels {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.849147 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: metering-label-rules {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.850489 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: network-ip-availabilities {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.851721 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: bindings {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.853287 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: quotas {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.855748 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: quotas {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.857303 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: rbac-policies {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.858480 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: security-groups {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.859804 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: security-group-rules {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.862008 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: service-providers {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.863214 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: subnetpools {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.864563 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: subnetpools {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.866077 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: tags {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.867706 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: tags {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.869533 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: tags {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.871296 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: tags {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.872961 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: tags {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.874922 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: tags {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.877458 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: tags {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.879353 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: tags {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.881129 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: tags {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.882852 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron.api.extensions [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Extended resource: tags {{(pid=103740) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:23:50.888866 dv-cinder-836996-27-iscsi neutron-server[103740]: WARNING keystonemiddleware.auth_token [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 23 12:23:50.894176 dv-cinder-836996-27-iscsi neutron-server[103740]: WARNING keystonemiddleware.auth_token [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 23 12:23:50.903047 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_concurrency.lockutils [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Acquired lock "singleton_lock" {{(pid=103740) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 23 12:23:50.903516 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_concurrency.lockutils [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Releasing lock "singleton_lock" {{(pid=103740) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 23 12:23:50.904183 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO oslo_service.service [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Starting 2 workers May 23 12:23:50.909438 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Started child 103849 {{(pid=103740) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 23 12:23:50.914042 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Started child 103850 {{(pid=103740) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 23 12:23:50.914734 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:23:50.915669 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO neutron.service [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Neutron service started, listening on 0.0.0.0:9696 May 23 12:23:50.916285 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [-] (103849) wsgi starting up on http://0.0.0.0:9696 May 23 12:23:50.916446 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Publish callbacks [] for process (None), before_spawn {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:23:50.918795 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO oslo_service.service [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Starting 1 workers May 23 12:23:50.918967 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:23:50.920408 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [-] (103850) wsgi starting up on http://0.0.0.0:9696 May 23 12:23:50.925004 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Started child 103851 {{(pid=103740) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 23 12:23:50.925531 dv-cinder-836996-27-iscsi neutron-server[103740]: INFO oslo_service.service [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Starting 1 workers May 23 12:23:50.928480 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.service [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] calling RpcWorker wait() {{(pid=103851) _wait /opt/stack/neutron/neutron/service.py:128}} May 23 12:23:50.929021 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.service [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] returning from RpcWorker wait() {{(pid=103851) _wait /opt/stack/neutron/neutron/service.py:135}} May 23 12:23:50.930146 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Started child 103852 {{(pid=103740) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 23 12:23:50.930370 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:23:50.930823 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:23:50.930963 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4259f9c-64ca-4bb6-9b8b-9505dcf286fe None None] Publish callbacks [] for process (None), after_spawn {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:23:50.932943 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103740) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 23 12:23:50.933149 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 23 12:23:50.933329 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 23 12:23:50.933551 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 23 12:23:50.933884 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 23 12:23:50.934045 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 23 12:23:50.934574 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.934867 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.935112 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.935374 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.935735 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:23:50.936221 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.936221 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.936464 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.936735 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.936821 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:23:50.936988 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.937158 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.937324 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.937583 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.937804 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.938101 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.938367 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.938603 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.939539 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.939787 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.940257 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.940691 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.940927 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.941237 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] debug = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.941491 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.941992 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.942245 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.942490 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.942709 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.942988 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.943230 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.943519 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.943775 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.943991 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.944249 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.944745 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.944994 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.945222 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.945451 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.945696 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.945927 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.946379 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] host = dv-cinder-836996-27-iscsi {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.946632 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.946853 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.947083 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.947334 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.947578 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.947795 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.948069 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.948351 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.948596 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.948819 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.949060 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.949315 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.949527 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.949767 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] log_file = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.949930 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] log_options = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.950175 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.950445 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.950707 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.950897 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.951063 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.951220 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.951474 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.951637 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.951887 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.952099 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.952333 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.952565 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.952815 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.953052 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.953297 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.953511 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.953765 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.954069 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.954816 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.955950 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.956261 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.956595 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.956812 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.957071 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.957339 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.957749 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.958092 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.958942 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.958942 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.958942 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.959211 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.959838 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.959838 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.959838 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.960237 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.960365 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.960607 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.960863 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.961136 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.961374 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.961629 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.961903 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.962129 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.962363 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.962592 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.962815 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.963035 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] use_json = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.963252 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.963494 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.963744 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.964005 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.964266 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.964487 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.964860 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.965112 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.965356 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:50.966263 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.966557 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.966865 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.967145 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.967400 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.967647 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.967891 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.968150 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.968436 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.968670 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.968986 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.969216 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.969523 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.969772 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.970099 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.970499 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.970778 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.971138 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.971380 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.971633 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.971887 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.972115 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.972412 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.972659 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.972894 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.973129 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.973380 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.973665 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.973937 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.974232 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.974576 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.974855 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.975123 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.975375 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.975647 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.975897 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.976132 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.976378 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.976600 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.976814 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.977076 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.977337 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.977594 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.977824 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.978056 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.978309 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.978529 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.978762 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.978995 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.979215 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.979428 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.979659 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.979906 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.980098 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.980354 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.980610 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.980818 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.981043 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.981291 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.981568 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.981773 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.981987 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.982226 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.982469 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.982714 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.982928 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.983129 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.983341 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.983764 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.984186 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.984602 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.984816 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.985226 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.986030 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.986462 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.986919 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.987199 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.987507 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.987801 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.988088 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.988395 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.988631 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.988846 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.989057 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.989275 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.989491 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.989703 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.989917 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.990148 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.990381 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.990591 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.990913 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.991160 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.991416 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.991633 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.991878 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.992095 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.992371 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.992610 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.992826 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.993053 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.993304 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.993525 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.993789 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.994012 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.994234 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.994469 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.994684 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.994904 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.995138 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.995349 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.995601 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.995859 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.996133 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.996395 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.996664 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.996882 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.997137 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.997386 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.997668 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.997917 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.998218 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.998436 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.998699 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.998992 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.999437 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.999727 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:50.999985 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.000259 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.000548 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.000782 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.001247 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.002201 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.002469 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.002886 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.003148 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.003395 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.003608 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.003867 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.004207 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.004452 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.004729 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.005074 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.005422 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.005680 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.005930 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.006212 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.006457 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.006857 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.007237 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.007626 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.007876 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.008127 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.008805 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.009096 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.009352 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.009568 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.009807 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.010036 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.010399 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.010796 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.011174 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.011398 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.011644 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.011880 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.012267 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.012601 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 48638) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:23:51.012806 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.013175 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.013396 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.013637 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.013868 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.014091 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.014312 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.014527 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.014790 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.015011 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.015308 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.015553 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.015768 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.015994 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.016583 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.016583 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.016740 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.016985 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.017214 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.017430 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.017656 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.017865 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.018079 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.018312 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.018540 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.018784 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.019023 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.019263 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.019606 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.019865 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.020094 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.020455 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.020693 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.020910 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.023840 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.023840 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.023840 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.023840 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.023840 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.024322 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072179 May 23 12:23:51.024410 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.024410 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.024410 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.024410 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.024410 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.025067 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.026780 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.027193 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.028584 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.029010 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.029396 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.030277 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.030644 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.030999 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.033765 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.034737 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.035123 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.037082 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.037396 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.037696 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.037947 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.038216 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.038471 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.038717 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.038962 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.039217 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.039440 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.040248 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.040248 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.040248 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.042599 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.042902 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.043153 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.043380 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.043648 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.043876 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.044130 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.044436 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.045316 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.045316 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.045316 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.045316 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.045605 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.045718 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.047287 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.047529 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.047764 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.047986 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.048765 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.049072 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.049845 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.050092 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.051534 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.051759 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.052066 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.052914 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.053341 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.053949 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.054831 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.055120 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.055392 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.055718 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.055962 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.056229 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.056479 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.057723 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.057723 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.057723 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.057723 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.058070 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.058070 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.058274 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.058385 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:23:51.058591 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.058850 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.059130 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.059369 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.059667 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.060095 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.060372 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.060625 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.060888 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.061128 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.061369 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.061617 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.061840 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.062228 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.062624 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.063036 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.063430 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.064942 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.065168 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.065397 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.066159 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.066542 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.066763 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.068114 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.068377 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.068541 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 23 12:23:51.069139 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103740) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 23 12:23:51.069553 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 23 12:23:51.069719 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 23 12:23:51.069907 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 23 12:23:51.072134 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 23 12:23:51.072134 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 23 12:23:51.072134 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.072383 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.072505 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.072676 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.072878 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.073047 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.073211 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.073370 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.073524 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.073687 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.073841 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.075233 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.075413 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.075575 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.076275 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.076614 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.076780 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.077999 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.077999 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.077999 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.077999 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.077999 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] debug = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.077999 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.078427 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.078427 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.078603 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.078681 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.078759 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.078922 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.079118 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.079239 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.079701 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.079864 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.080022 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.080222 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.080609 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.080770 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.080927 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.081084 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.081467 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] host = dv-cinder-836996-27-iscsi {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.081632 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.082765 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.082765 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.082765 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.083021 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.083021 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.083164 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.083675 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.083675 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.083675 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.083918 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.083918 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.084071 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.084207 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] log_file = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.084374 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] log_options = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.084532 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.084688 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.085596 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.085596 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.085596 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.085596 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.085596 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.085596 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.086043 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.086043 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.086043 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.086250 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.086327 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.086480 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.086636 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.086792 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.086950 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.087113 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.087285 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.087417 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.087573 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.087728 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.087884 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.088039 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.088438 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.088604 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.088761 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.088916 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.089072 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.089269 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.089480 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.090418 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.090418 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.090418 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.090418 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.090418 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.090418 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.090804 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.090804 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.090804 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.090975 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.091091 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.091940 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.091940 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.091940 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.091940 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.091940 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] use_json = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.092278 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.092278 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.092278 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.092478 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.092578 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.092735 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.092892 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.093094 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.093195 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:23:51.093428 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.093571 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.094445 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.094618 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.094780 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.095239 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.096141 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.096141 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.096141 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.096141 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.096141 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.096550 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.096550 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.096550 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.096756 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.096822 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.096968 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.097127 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.097293 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.097453 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.097610 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.097770 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.097939 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.098100 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.098258 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.098422 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.099291 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.099291 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.099291 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.099291 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.099291 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.099618 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.099618 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.099618 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.099796 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.099937 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.100096 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.101078 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.101253 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.101418 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.101564 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.101730 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.102572 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.102572 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.102572 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.102796 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.102959 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.103120 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.103280 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.103819 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.103819 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.103819 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.104017 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.104017 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.104355 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.104355 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.105327 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.105327 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.105327 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.105327 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.105327 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.105327 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.106009 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.106009 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.106009 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.106009 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.106967 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.106967 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.106967 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.106967 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.106967 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.106967 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.107516 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.107516 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.107516 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.107516 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.108010 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.108010 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.108010 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.108330 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.108330 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.108542 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.108542 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.108697 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.108913 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.109087 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.109283 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.109447 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.109605 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.109764 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.109911 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.110088 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.110248 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.110407 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.111150 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.111313 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.111473 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.111667 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.111816 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.111953 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.112101 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.112305 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.112433 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.112562 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.112722 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.112881 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.113039 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.113197 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.113356 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.113515 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.113673 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.113850 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.113990 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.114150 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.114314 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.114479 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.114638 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.114776 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.115014 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.115119 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.115270 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.115405 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.115620 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.116483 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.116483 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.116483 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.116483 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.116483 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.117131 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.117131 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.117131 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.117131 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.117519 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.117519 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.117519 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.117704 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.117806 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.117964 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.118138 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.118302 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.118460 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.119058 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.119761 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.119924 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.120054 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.120152 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.120323 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.120751 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.120920 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.121083 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.121244 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.121408 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.121873 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.122172 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.122631 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.122817 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.122984 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.123144 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.124214 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.124214 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.124214 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.124214 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.124496 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.124496 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.124637 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.125694 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.125858 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.126020 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.126208 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.126398 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.126558 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.126722 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.126887 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.127038 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.127174 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.127309 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.127474 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.127633 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.127792 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.127951 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.128110 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.128412 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.128549 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.128685 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.128819 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.128950 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.129074 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.129197 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.129318 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.129481 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.129625 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.129787 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.129946 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.130104 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.130288 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.130445 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.130602 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.130763 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.130926 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.131085 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.131244 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.131402 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.131562 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.131722 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.131887 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.132048 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.132222 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.132384 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.132543 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.132703 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.132863 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.133023 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.133181 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.133339 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.133498 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.133657 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.133814 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.133973 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.134129 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.134287 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.134445 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.134603 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.134760 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.134934 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.135092 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.135250 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.135408 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.136007 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.136007 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.136007 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.136007 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.136383 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.136383 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.136547 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.136675 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.136798 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.136917 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.137061 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.137218 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.137378 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.137536 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.137703 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.137862 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.138020 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.138178 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.138335 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.138498 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.138665 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.138825 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.138983 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.139139 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.139297 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.139455 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.139624 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.139782 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.139940 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.140097 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.140276 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.140434 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.140601 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.140762 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.140921 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.141088 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.141247 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.141404 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.141562 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.141734 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.142915 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.142915 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.142915 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.142915 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.142915 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.142915 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.142915 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.143676 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.143676 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.143676 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.143676 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.143676 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.144325 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.144325 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.144325 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.144325 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.144840 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.144840 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.144840 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.144840 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.145121 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.145121 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.145304 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.145390 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.145547 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.145706 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.145865 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.146024 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.146184 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.146342 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.146500 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.146658 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.146816 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.146975 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.147135 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:23:51.147286 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103740) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 23 12:24:00.394310 dv-cinder-836996-27-iscsi neutron-server[103740]: DEBUG dbcounter [-] [103740] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:02.392617 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e55a66-0a4f-4f56-bab8-613a83ec5d33 None None] get_active_networks_info from dv-cinder-836996-27-iscsi {{(pid=103851) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 23 12:24:02.410641 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writer thread running {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 12:24:02.483657 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e55a66-0a4f-4f56-bab8-613a83ec5d33 None None] No non-hosted networks {{(pid=103851) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 23 12:24:02.499793 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.agentschedulers_db [None req-80e55a66-0a4f-4f56-bab8-613a83ec5d33 None None] DHCP Agent not found on host dv-cinder-836996-27-iscsi {{(pid=103851) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 23 12:24:02.661057 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bff885d9-6787-4773-8197-aca4268724c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484186'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:03.963474 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writer thread running {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 12:24:04.586691 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-57992468-26f1-4e0e-824b-21a1c83f56b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484186'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:04.628094 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-775d52a8-f4fe-45e2-b21f-e834e5057339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:05.508270 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 48714) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:24:05.894816 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484186'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:06.179689 dv-cinder-836996-27-iscsi neutron-server[103850]: WARNING oslo_policy.policy [None req-36f730e2-d43a-4b42-83ab-c9598225b373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 12:24:06.180293 dv-cinder-836996-27-iscsi neutron-server[103850]: WARNING oslo_policy.policy [None req-36f730e2-d43a-4b42-83ab-c9598225b373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 12:24:06.400086 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [None req-36f730e2-d43a-4b42-83ab-c9598225b373 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 12:24:06.416194 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-36f730e2-d43a-4b42-83ab-c9598225b373 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8920255 May 23 12:24:07.241227 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484186'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:08.584204 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484186'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:08.584204 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:08.584204 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:08.584204 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:08.585194 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:08.585194 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:08.585194 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:08.585194 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:08.585902 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:08.586237 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:08.586575 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:08.586937 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:08.587281 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:08.587620 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:08.587892 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:08.588219 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:08.588625 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836996-27-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:24:08.598186 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836996-27-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:24:08.997906 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 48748) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:24:09.335641 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-cd074079-84d3-4275-a172-5ac3ad4178b7 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:24:09.426746 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.policy [None req-cd074079-84d3-4275-a172-5ac3ad4178b7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103850) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 23 12:24:09.468006 dv-cinder-836996-27-iscsi neutron-server[103850]: WARNING oslo_policy.policy [None req-cd074079-84d3-4275-a172-5ac3ad4178b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 12:24:09.468397 dv-cinder-836996-27-iscsi neutron-server[103850]: WARNING oslo_policy.policy [None req-cd074079-84d3-4275-a172-5ac3ad4178b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 12:24:09.488711 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writer thread running {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 12:24:09.568000 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-cd074079-84d3-4275-a172-5ac3ad4178b7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727296296570', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727296296046', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727296280379', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727296277781', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727296267576', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727296261633', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1323340', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1334711', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-509873', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-436053'] for rbac-policy (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:09.639293 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-cd074079-84d3-4275-a172-5ac3ad4178b7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:09.648208 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-cd074079-84d3-4275-a172-5ac3ad4178b7 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6415684 May 23 12:24:12.147139 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 48760) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:24:12.484319 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:24:12.516029 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Made reservation on behalf of 2bb553c7fe6e4284b56d30c136b7a041 for: {'network': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:24:12.521224 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for network (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:12.539493 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:12.655406 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Publish callbacks [] for security_group (025bf2e2-cebe-42eb-a2e6-2c71f5b5af99), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:12.660115 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (025bf2e2-cebe-42eb-a2e6-2c71f5b5af99), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:12.693948 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:24:12.724000 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727294489182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (a33e0105-31e3-4bbe-a211-a32b55be086e), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:12.724540 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.db.segments_db [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Added segment a33e0105-31e3-4bbe-a211-a32b55be086e of type vlan for network ae43f5ad-c2be-43a7-9d6d-b4a1653e2496 May 23 12:24:12.739642 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=025bf2e2-cebe-42eb-a2e6-2c71f5b5af99,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:12.763080 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.db.l3_hamode_db [None req-9185edf8-c68f-461c-8bbd-42e835c819a6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 23 12:24:12.767445 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:12.767787 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:12.768141 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:12.768515 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:12.768848 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:12.769172 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:12.769491 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:12.769811 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:12.770144 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:12.770467 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:12.770785 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:12.771120 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:12.771437 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:12.771754 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:12.772062 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Tracked resource versions report: May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: pushed versions: May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: { 'AddressGroup': {'1.2'}, May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Agent': {'1.1'}, May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'ConntrackHelper': {'1.0'}, May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'LocalIPAssociation': {'1.0'}, May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Log': {'1.0'}, May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'NDPProxy': {'1.0'}, May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Network': {'1.1'}, May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Port': {'1.7'}, May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'PortForwarding': {'1.3'}, May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'QosPolicy': {'1.10'}, May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'SecurityGroup': {'1.5'}, May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'SecurityGroupRule': {'1.2'}, May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'SubPort': {'1.0'}, May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Subnet': {'1.1'}, May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Trunk': {'1.1'}} May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: consumer versions: May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: { DHCP agent@dv-cinder-836996-27-iscsi: {}, May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: L3 agent@dv-cinder-836996-27-iscsi: {}, May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: Metadata agent@dv-cinder-836996-27-iscsi: {}, May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: Metering agent@dv-cinder-836996-27-iscsi: {}, May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: Open vSwitch agent@dv-cinder-836996-27-iscsi: { 'AddressGroup': '1.2', May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Agent': '1.1', May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'ConntrackHelper': '1.0', May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'LocalIPAssociation': '1.0', May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Log': '1.0', May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'NDPProxy': '1.0', May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Network': '1.1', May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Port': '1.7', May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'PortForwarding': '1.3', May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'QosPolicy': '1.10', May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'SecurityGroup': '1.5', May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'SecurityGroupRule': '1.2', May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'SubPort': '1.0', May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Subnet': '1.1', May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Trunk': '1.1'}} May 23 12:24:12.773526 dv-cinder-836996-27-iscsi neutron-server[103850]: {{(pid=103850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 12:24:12.846564 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9185edf8-c68f-461c-8bbd-42e835c819a6 None None] Routers set() bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:24:12.847089 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9185edf8-c68f-461c-8bbd-42e835c819a6 None None] Router IDs set() for agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 23 12:24:12.852709 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727293981772'] for network (ae43f5ad-c2be-43a7-9d6d-b4a1653e2496), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:12.892680 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for network (ae43f5ad-c2be-43a7-9d6d-b4a1653e2496), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:12.897646 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:24:12.898337 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:12.987154 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8389606 May 23 12:24:13.017752 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e01ad-a4a8-4eb7-b08b-c78cea5a46ad demo demo] Pushing event updated for resources: {'Network': ['ID=ae43f5ad-c2be-43a7-9d6d-b4a1653e2496,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:13.034499 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Network ae43f5ad-c2be-43a7-9d6d-b4a1653e2496 details requested by agent ovs-agent-dv-cinder-836996-27-iscsi with host dv-cinder-836996-27-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:24:15.480489 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 48772) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:24:15.985849 dv-cinder-836996-27-iscsi neutron-server[103849]: WARNING oslo_policy.policy [None req-6b1b34af-ba72-4291-9746-78172eb3da24 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 12:24:15.986437 dv-cinder-836996-27-iscsi neutron-server[103849]: WARNING oslo_policy.policy [None req-6b1b34af-ba72-4291-9746-78172eb3da24 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 12:24:16.222480 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writer thread running {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 12:24:16.435519 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.policy [None req-6b1b34af-ba72-4291-9746-78172eb3da24 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103849) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 23 12:24:16.477916 dv-cinder-836996-27-iscsi neutron-server[103849]: WARNING oslo_policy.policy [None req-6b1b34af-ba72-4291-9746-78172eb3da24 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 12:24:16.478219 dv-cinder-836996-27-iscsi neutron-server[103849]: WARNING oslo_policy.policy [None req-6b1b34af-ba72-4291-9746-78172eb3da24 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 12:24:16.486154 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1b34af-ba72-4291-9746-78172eb3da24 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:24:16.488076 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-6b1b34af-ba72-4291-9746-78172eb3da24 demo admin] 10.222.0.16 "GET /v2.0/networks/ae43f5ad-c2be-43a7-9d6d-b4a1653e2496 HTTP/1.1" status: 200 len: 825 time: 1.0057893 May 23 12:24:16.527514 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-bc2ca34f-0e7a-4aaf-90b3-5cdc19aca88d demo admin] 10.222.0.16 "GET /v2.0/subnetpools/764b48e6-bf86-497b-8d30-0733416645a3 HTTP/1.1" status: 200 len: 734 time: 0.0337064 May 23 12:24:16.537146 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '764b48e6-bf86-497b-8d30-0733416645a3', 'network_id': 'ae43f5ad-c2be-43a7-9d6d-b4a1653e2496', 'gateway_ip': '172.20.0.1'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:24:16.574427 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Made reservation on behalf of 2bb553c7fe6e4284b56d30c136b7a041 for: {'subnet': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:24:16.577640 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:16.869556 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for subnet (b901c893-0042-4076-968e-dbb6dbe991f5), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:16.942852 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Checking segment: {'id': 'a33e0105-31e3-4bbe-a211-a32b55be086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ae43f5ad-c2be-43a7-9d6d-b4a1653e2496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:24:16.943236 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Network hostable DHCP agents. Network: ae43f5ad-c2be-43a7-9d6d-b4a1653e2496, hostable agents: ['f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96'], hosted agents: [] {{(pid=103849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:24:16.950804 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Pushing event updated for resources: {'Subnet': ['ID=b901c893-0042-4076-968e-dbb6dbe991f5,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:16.963029 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:16.963371 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:16.963729 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:16.964067 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:16.964416 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:16.964742 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:16.965063 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:16.965382 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:16.965714 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:16.966036 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:16.966367 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:16.966703 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:16.967021 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:16.967331 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:16.967641 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Tracked resource versions report: May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: pushed versions: May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: { 'AddressGroup': {'1.2'}, May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Agent': {'1.1'}, May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'ConntrackHelper': {'1.0'}, May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'LocalIPAssociation': {'1.0'}, May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Log': {'1.0'}, May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'NDPProxy': {'1.0'}, May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Network': {'1.1'}, May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Port': {'1.7'}, May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'PortForwarding': {'1.3'}, May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'QosPolicy': {'1.10'}, May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'SecurityGroup': {'1.5'}, May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'SecurityGroupRule': {'1.2'}, May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'SubPort': {'1.0'}, May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Subnet': {'1.1'}, May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Trunk': {'1.1'}} May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: consumer versions: May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: { DHCP agent@dv-cinder-836996-27-iscsi: {}, May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: L3 agent@dv-cinder-836996-27-iscsi: {}, May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: Metadata agent@dv-cinder-836996-27-iscsi: {}, May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: Metering agent@dv-cinder-836996-27-iscsi: {}, May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: Open vSwitch agent@dv-cinder-836996-27-iscsi: { 'AddressGroup': '1.2', May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Agent': '1.1', May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'ConntrackHelper': '1.0', May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'LocalIPAssociation': '1.0', May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Log': '1.0', May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'NDPProxy': '1.0', May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Network': '1.1', May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Port': '1.7', May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'PortForwarding': '1.3', May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'QosPolicy': '1.10', May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'SecurityGroup': '1.5', May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'SecurityGroupRule': '1.2', May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'SubPort': '1.0', May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Subnet': '1.1', May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Trunk': '1.1'}} May 23 12:24:16.969113 dv-cinder-836996-27-iscsi neutron-server[103849]: {{(pid=103849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 12:24:16.986121 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=62,neutron:INSERT=37,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:16.999109 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Network ae43f5ad-c2be-43a7-9d6d-b4a1653e2496 is scheduled to be hosted by DHCP agent f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96 with binding_index 1 {{(pid=103849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:24:17.014938 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-27-iscsi, ae43f5ad-c2be-43a7-9d6d-b4a1653e2496) {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:24:17.023002 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:24:17.023697 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:17.026779 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7953ac-8c79-4637-b16b-15bcb92c0aef None None] Network ae43f5ad-c2be-43a7-9d6d-b4a1653e2496 requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:24:17.046272 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-5268262e-f125-4ef1-81e1-41642817af74 demo admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5125625 May 23 12:24:17.293063 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd8c37bb-aeb2-5b83-a5a3-99f3ae67a9d0-ae43f5ad-c2be-43a7-9d6d-b4a1653e2496', 'network_id': 'ae43f5ad-c2be-43a7-9d6d-b4a1653e2496', 'project_id': '2bb553c7fe6e4284b56d30c136b7a041', 'fixed_ips': [{'subnet_id': 'b901c893-0042-4076-968e-dbb6dbe991f5'}]}} from dv-cinder-836996-27-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 12:24:17.294367 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:17.574225 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Allocated IP 172.20.0.2 (ae43f5ad-c2be-43a7-9d6d-b4a1653e2496/b901c893-0042-4076-968e-dbb6dbe991f5/9b81dc46-b4c6-4631-b500-8650730b5c2f) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:24:17.669002 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:17.848118 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Publish callbacks [] for port (9b81dc46-b4c6-4631-b500-8650730b5c2f), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:17.855488 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (9b81dc46-b4c6-4631-b500-8650730b5c2f), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:17.934809 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Network ae43f5ad-c2be-43a7-9d6d-b4a1653e2496 is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:24:17.940760 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:24:17.944034 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:24:17.951394 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Pushing event updated for resources: {'Port': ['ID=9b81dc46-b4c6-4631-b500-8650730b5c2f,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:17.983967 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:17.984338 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:17.984697 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:17.985081 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:17.985416 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:17.985735 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:17.986053 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:17.986371 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:17.986691 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:17.987011 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:17.987329 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:17.987662 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:17.987982 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:17.988322 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:17.988638 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Tracked resource versions report: May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: pushed versions: May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: { 'AddressGroup': {'1.2'}, May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Agent': {'1.1'}, May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'ConntrackHelper': {'1.0'}, May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'LocalIPAssociation': {'1.0'}, May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Log': {'1.0'}, May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'NDPProxy': {'1.0'}, May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Network': {'1.1'}, May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Port': {'1.7'}, May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'PortForwarding': {'1.3'}, May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'QosPolicy': {'1.10'}, May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'SecurityGroup': {'1.5'}, May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'SecurityGroupRule': {'1.2'}, May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'SubPort': {'1.0'}, May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Subnet': {'1.1'}, May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Trunk': {'1.1'}} May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: consumer versions: May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: { DHCP agent@dv-cinder-836996-27-iscsi: {}, May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: L3 agent@dv-cinder-836996-27-iscsi: {}, May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: Metadata agent@dv-cinder-836996-27-iscsi: {}, May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: Metering agent@dv-cinder-836996-27-iscsi: {}, May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: Open vSwitch agent@dv-cinder-836996-27-iscsi: { 'AddressGroup': '1.2', May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Agent': '1.1', May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'ConntrackHelper': '1.0', May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'LocalIPAssociation': '1.0', May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Log': '1.0', May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'NDPProxy': '1.0', May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Network': '1.1', May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Port': '1.7', May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'PortForwarding': '1.3', May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'QosPolicy': '1.10', May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'SecurityGroup': '1.5', May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'SecurityGroupRule': '1.2', May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'SubPort': '1.0', May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Subnet': '1.1', May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Trunk': '1.1'}} May 23 12:24:17.990099 dv-cinder-836996-27-iscsi neutron-server[103851]: {{(pid=103851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 12:24:18.041017 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Attempting to bind port 9b81dc46-b4c6-4631-b500-8650730b5c2f on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:24:18.041566 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Attempting to bind port 9b81dc46-b4c6-4631-b500-8650730b5c2f by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': 'a33e0105-31e3-4bbe-a211-a32b55be086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ae43f5ad-c2be-43a7-9d6d-b4a1653e2496'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:24:18.041800 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Attempting to bind port 9b81dc46-b4c6-4631-b500-8650730b5c2f on network ae43f5ad-c2be-43a7-9d6d-b4a1653e2496 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:24:18.046711 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:24:18.047092 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Checking segment: {'id': 'a33e0105-31e3-4bbe-a211-a32b55be086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ae43f5ad-c2be-43a7-9d6d-b4a1653e2496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:24:18.047581 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:18.048015 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Bound using segment: {'id': 'a33e0105-31e3-4bbe-a211-a32b55be086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ae43f5ad-c2be-43a7-9d6d-b4a1653e2496'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:24:18.048457 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Bound port: 9b81dc46-b4c6-4631-b500-8650730b5c2f, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33e0105-31e3-4bbe-a211-a32b55be086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ae43f5ad-c2be-43a7-9d6d-b4a1653e2496'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:24:18.048841 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (9b81dc46-b4c6-4631-b500-8650730b5c2f), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:18.058417 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:18.111202 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] For port 9b81dc46-b4c6-4631-b500-8650730b5c2f, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:24:18.130861 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] For port 9b81dc46-b4c6-4631-b500-8650730b5c2f, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=9b81dc46-b4c6-4631-b500-8650730b5c2f,segment=NetworkSegment(a33e0105-31e3-4bbe-a211-a32b55be086e),segment_id=a33e0105-31e3-4bbe-a211-a32b55be086e)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:24:18.137968 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (9b81dc46-b4c6-4631-b500-8650730b5c2f), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:18.196630 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c158d-b418-4f05-a519-59121f1f9756 None None] Pushing event updated for resources: {'Port': ['ID=9b81dc46-b4c6-4631-b500-8650730b5c2f,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:19.560487 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 48796) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:24:19.937260 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [None req-d728c78d-7872-44da-b75e-88195191d845 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 12:24:19.938819 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-d728c78d-7872-44da-b75e-88195191d845 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3772736 May 23 12:24:22.268367 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=10 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:22.273345 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=14,neutron:INSERT=31 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:22.478688 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 48808) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:24:22.814547 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [None req-b3b76e3c-7b54-4058-b874-935983fa354b admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 12:24:22.815517 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-b3b76e3c-7b54-4058-b874-935983fa354b admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3359172 May 23 12:24:23.006798 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=53,neutron:INSERT=41,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:23.014259 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=52,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:25.291955 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 48820) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:24:25.613847 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-01717e23-9977-4afa-b8b8-634435aff424 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:24:25.638450 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01717e23-9977-4afa-b8b8-634435aff424 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11617'] for router (b9c20751-f9c7-481d-91bd-80f37417808a), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:25.640116 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01717e23-9977-4afa-b8b8-634435aff424 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-483446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11544'] for router (b9c20751-f9c7-481d-91bd-80f37417808a), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:25.784330 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01717e23-9977-4afa-b8b8-634435aff424 demo demo] Publish callbacks [] for router_controller (b9c20751-f9c7-481d-91bd-80f37417808a), precommit_add_association {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:25.789021 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01717e23-9977-4afa-b8b8-634435aff424 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-483363'] for router (b9c20751-f9c7-481d-91bd-80f37417808a), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:25.812001 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01717e23-9977-4afa-b8b8-634435aff424 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:25.813479 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-01717e23-9977-4afa-b8b8-634435aff424 demo demo] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5202417 May 23 12:24:28.185421 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:28.194069 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:28.316051 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 48832) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:24:28.644405 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [None req-06006882-67ab-416e-853f-434efd7c8a40 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 12:24:28.645415 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-06006882-67ab-416e-853f-434efd7c8a40 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3283257 May 23 12:24:29.311060 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 9b81dc46-b4c6-4631-b500-8650730b5c2f up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:24:29.394858 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 9b81dc46-b4c6-4631-b500-8650730b5c2f triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:24:29.395263 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (9b81dc46-b4c6-4631-b500-8650730b5c2f), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:29.499771 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 9b81dc46-b4c6-4631-b500-8650730b5c2f is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:24:29.500200 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (9b81dc46-b4c6-4631-b500-8650730b5c2f), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:29.535929 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] For port 9b81dc46-b4c6-4631-b500-8650730b5c2f, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=9b81dc46-b4c6-4631-b500-8650730b5c2f,segment=NetworkSegment(a33e0105-31e3-4bbe-a211-a32b55be086e),segment_id=a33e0105-31e3-4bbe-a211-a32b55be086e)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:24:29.540510 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (9b81dc46-b4c6-4631-b500-8650730b5c2f), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:29.586054 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Pushing event updated for resources: {'Port': ['ID=9b81dc46-b4c6-4631-b500-8650730b5c2f,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:29.749164 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad75d9f-128f-457c-b6f0-afb0cc1f3590 None None] Network ae43f5ad-c2be-43a7-9d6d-b4a1653e2496 requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:24:29.819512 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-6a56b663-8836-4579-8389-689a8f5411bd None None] Provisioning complete for port 9b81dc46-b4c6-4631-b500-8650730b5c2f triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:24:29.820158 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6a56b663-8836-4579-8389-689a8f5411bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (9b81dc46-b4c6-4631-b500-8650730b5c2f), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:29.948967 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-6a56b663-8836-4579-8389-689a8f5411bd None None] Current status of the port 9b81dc46-b4c6-4631-b500-8650730b5c2f is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:24:30.166318 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a2f5a845-9c8f-4536-ab1e-f8695ed0a6a7 None None] Provisioning complete for port 9b81dc46-b4c6-4631-b500-8650730b5c2f triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:24:30.166707 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a2f5a845-9c8f-4536-ab1e-f8695ed0a6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (9b81dc46-b4c6-4631-b500-8650730b5c2f), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:30.237187 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a2f5a845-9c8f-4536-ab1e-f8695ed0a6a7 None None] Current status of the port 9b81dc46-b4c6-4631-b500-8650730b5c2f is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:24:31.121037 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 48840) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:24:31.286642 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 9b81dc46-b4c6-4631-b500-8650730b5c2f up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:24:31.332822 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 9b81dc46-b4c6-4631-b500-8650730b5c2f triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:24:31.333216 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (9b81dc46-b4c6-4631-b500-8650730b5c2f), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:31.403181 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 9b81dc46-b4c6-4631-b500-8650730b5c2f is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:24:31.449451 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-29bd61dd-a24f-4237-8498-a21a2a3ddcc1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:24:31.470846 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bd61dd-a24f-4237-8498-a21a2a3ddcc1 admin admin] Made reservation on behalf of c631b5a3911e4647a05ad6138d2bc618 for: {'network': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:24:31.473235 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-29bd61dd-a24f-4237-8498-a21a2a3ddcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for network (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:31.481307 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-29bd61dd-a24f-4237-8498-a21a2a3ddcc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:31.556431 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-29bd61dd-a24f-4237-8498-a21a2a3ddcc1 admin admin] Publish callbacks [] for security_group (0e5b0737-ba16-4613-a9ae-2b9618d0d6e5), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:31.559918 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-29bd61dd-a24f-4237-8498-a21a2a3ddcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (0e5b0737-ba16-4613-a9ae-2b9618d0d6e5), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:31.581094 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-29bd61dd-a24f-4237-8498-a21a2a3ddcc1 admin admin] Reserving flat network on physical network physnet1 {{(pid=103850) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 23 12:24:31.598581 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd61dd-a24f-4237-8498-a21a2a3ddcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5b0737-ba16-4613-a9ae-2b9618d0d6e5,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:31.603975 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-29bd61dd-a24f-4237-8498-a21a2a3ddcc1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727294489182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (dcab1ee3-e4c5-49ed-b6d2-18d1108dace2), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:31.604393 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.db.segments_db [None req-29bd61dd-a24f-4237-8498-a21a2a3ddcc1 admin admin] Added segment dcab1ee3-e4c5-49ed-b6d2-18d1108dace2 of type flat for network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 May 23 12:24:31.660347 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-29bd61dd-a24f-4237-8498-a21a2a3ddcc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727293981772'] for network (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:31.691819 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-29bd61dd-a24f-4237-8498-a21a2a3ddcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for network (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:31.692842 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bd61dd-a24f-4237-8498-a21a2a3ddcc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:24:31.693411 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-29bd61dd-a24f-4237-8498-a21a2a3ddcc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:31.763392 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-29bd61dd-a24f-4237-8498-a21a2a3ddcc1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6411581 May 23 12:24:31.789205 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd61dd-a24f-4237-8498-a21a2a3ddcc1 admin admin] Pushing event updated for resources: {'Network': ['ID=4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:31.800786 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 details requested by agent ovs-agent-dv-cinder-836996-27-iscsi with host dv-cinder-836996-27-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:24:32.378262 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-976d8a36-f9a0-41a0-b4c5-cd83d9049388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:34.180089 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 48848) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:24:34.572712 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c4ec-f6f6-4878-97ed-d48b90a4a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:34.605695 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acebaacf-b696-4436-b697-ec359ab32542 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:24:34.607072 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-acebaacf-b696-4436-b697-ec359ab32542 demo admin] 10.222.0.16 "GET /v2.0/subnets/b901c893-0042-4076-968e-dbb6dbe991f5 HTTP/1.1" status: 200 len: 849 time: 0.4259810 May 23 12:24:34.769386 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-8acad349-be5b-44b6-8c04-984453550891 demo admin] 10.222.0.16 "GET /v2.0/routers/b9c20751-f9c7-481d-91bd-80f37417808a HTTP/1.1" status: 200 len: 704 time: 0.1557856 May 23 12:24:35.036036 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b45348c6-77d2-4006-9274-7bfa1b521533 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:35.211005 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:35.335439 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-b45348c6-77d2-4006-9274-7bfa1b521533 demo admin] Allocated IP 172.20.0.1 (ae43f5ad-c2be-43a7-9d6d-b4a1653e2496/b901c893-0042-4076-968e-dbb6dbe991f5/34c4d0cc-da34-4fcf-9e85-52f2c838223a) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:24:35.349631 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:35.521215 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b45348c6-77d2-4006-9274-7bfa1b521533 demo admin] Publish callbacks [] for port (34c4d0cc-da34-4fcf-9e85-52f2c838223a), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:35.585733 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b45348c6-77d2-4006-9274-7bfa1b521533 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (34c4d0cc-da34-4fcf-9e85-52f2c838223a), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:35.649465 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45348c6-77d2-4006-9274-7bfa1b521533 demo admin] Network ae43f5ad-c2be-43a7-9d6d-b4a1653e2496 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:24:35.655196 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-b45348c6-77d2-4006-9274-7bfa1b521533 demo admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:24:35.672852 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45348c6-77d2-4006-9274-7bfa1b521533 demo admin] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:24:35.673428 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b45348c6-77d2-4006-9274-7bfa1b521533 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481910'] for router_interface (b9c20751-f9c7-481d-91bd-80f37417808a), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:35.735020 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45348c6-77d2-4006-9274-7bfa1b521533 demo admin] Pushing event updated for resources: {'Port': ['ID=34c4d0cc-da34-4fcf-9e85-52f2c838223a,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:35.805914 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=9,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:35.807644 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=70,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:35.850467 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:35.880624 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:35.890935 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-d0b0682e-1264-4611-9f90-18eedfcde1a3 None None] Provisioning complete for port 34c4d0cc-da34-4fcf-9e85-52f2c838223a triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:24:35.891325 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d0b0682e-1264-4611-9f90-18eedfcde1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (34c4d0cc-da34-4fcf-9e85-52f2c838223a), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:35.914193 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:35.928482 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-d0b0682e-1264-4611-9f90-18eedfcde1a3 None None] Port 34c4d0cc-da34-4fcf-9e85-52f2c838223a cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:24:35.936399 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b45348c6-77d2-4006-9274-7bfa1b521533 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (34c4d0cc-da34-4fcf-9e85-52f2c838223a), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:36.172670 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b45348c6-77d2-4006-9274-7bfa1b521533 demo admin] Publish callbacks [] for port (34c4d0cc-da34-4fcf-9e85-52f2c838223a), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:36.176853 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b45348c6-77d2-4006-9274-7bfa1b521533 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (34c4d0cc-da34-4fcf-9e85-52f2c838223a), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:36.177639 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b45348c6-77d2-4006-9274-7bfa1b521533 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-823154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-484326'] for router_interface (b9c20751-f9c7-481d-91bd-80f37417808a), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:36.252797 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45348c6-77d2-4006-9274-7bfa1b521533 demo admin] Pushing event updated for resources: {'Port': ['ID=34c4d0cc-da34-4fcf-9e85-52f2c838223a,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:36.293129 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:36.305028 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45348c6-77d2-4006-9274-7bfa1b521533 demo admin] Network ae43f5ad-c2be-43a7-9d6d-b4a1653e2496 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:24:36.306571 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-b45348c6-77d2-4006-9274-7bfa1b521533 demo admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:24:36.429465 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:36.469412 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45348c6-77d2-4006-9274-7bfa1b521533 demo admin] Router b9c20751-f9c7-481d-91bd-80f37417808a is scheduled to L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 with binding_index 1 {{(pid=103850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:24:36.557424 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45348c6-77d2-4006-9274-7bfa1b521533 demo admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:24:36.568622 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-b45348c6-77d2-4006-9274-7bfa1b521533 demo admin] 10.222.0.16 "PUT /v2.0/routers/b9c20751-f9c7-481d-91bd-80f37417808a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7883136 May 23 12:24:36.580789 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] Sync routers for ids ['b9c20751-f9c7-481d-91bd-80f37417808a'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:24:36.601296 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] Routers {'b9c20751-f9c7-481d-91bd-80f37417808a'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:24:36.602260 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:24:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['b9c20751-f9c7-481d-91bd-80f37417808a'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:24:36.604642 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-6413e394-b029-4058-b973-6223989d09d7 None None] Provisioning complete for port 34c4d0cc-da34-4fcf-9e85-52f2c838223a triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:24:36.605029 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6413e394-b029-4058-b973-6223989d09d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (34c4d0cc-da34-4fcf-9e85-52f2c838223a), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:36.638939 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-6413e394-b029-4058-b973-6223989d09d7 None None] Port 34c4d0cc-da34-4fcf-9e85-52f2c838223a cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:24:36.785377 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] Set router b9c20751-f9c7-481d-91bd-80f37417808a gateway port host: None {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:24:37.196260 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:37.217141 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c20751-f9c7-481d-91bd-80f37417808a', 'name': 'router1', 'tenant_id': '2bb553c7fe6e4284b56d30c136b7a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:24:25Z', 'updated_at': '2022-05-23T12:24:35Z', 'revision_number': 2, 'project_id': '2bb553c7fe6e4284b56d30c136b7a041', 'gw_port_host': None, '_interfaces': [{'id': '34c4d0cc-da34-4fcf-9e85-52f2c838223a', 'name': '', 'network_id': 'ae43f5ad-c2be-43a7-9d6d-b4a1653e2496', 'tenant_id': '2bb553c7fe6e4284b56d30c136b7a041', 'mac_address': 'fa:16:3e:cf:7c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c20751-f9c7-481d-91bd-80f37417808a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b901c893-0042-4076-968e-dbb6dbe991f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:24:35Z', 'updated_at': '2022-05-23T12:24:36Z', 'revision_number': 2, 'project_id': '2bb553c7fe6e4284b56d30c136b7a041', 'subnets': [{'id': 'b901c893-0042-4076-968e-dbb6dbe991f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '764b48e6-bf86-497b-8d30-0733416645a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:24:37.268702 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] Checking router: b9c20751-f9c7-481d-91bd-80f37417808a for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:24:37.269074 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] Updating router b9c20751-f9c7-481d-91bd-80f37417808a port 34c4d0cc-da34-4fcf-9e85-52f2c838223a binding host dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:24:37.322119 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (34c4d0cc-da34-4fcf-9e85-52f2c838223a), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:37.860806 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] Publish callbacks [] for port (34c4d0cc-da34-4fcf-9e85-52f2c838223a), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:37.868084 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (34c4d0cc-da34-4fcf-9e85-52f2c838223a), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:38.052889 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] Attempting to bind port 34c4d0cc-da34-4fcf-9e85-52f2c838223a on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:24:38.053282 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] Attempting to bind port 34c4d0cc-da34-4fcf-9e85-52f2c838223a by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': 'a33e0105-31e3-4bbe-a211-a32b55be086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ae43f5ad-c2be-43a7-9d6d-b4a1653e2496'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:24:38.053706 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] Attempting to bind port 34c4d0cc-da34-4fcf-9e85-52f2c838223a on network ae43f5ad-c2be-43a7-9d6d-b4a1653e2496 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:24:38.057714 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 5 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:24:38.060023 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e810ac-d91e-4301-b668-934de36cd836 None None] Pushing event updated for resources: {'Port': ['ID=34c4d0cc-da34-4fcf-9e85-52f2c838223a,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:38.067348 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e810ac-d91e-4301-b668-934de36cd836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:38.067686 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e810ac-d91e-4301-b668-934de36cd836 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:38.068031 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e810ac-d91e-4301-b668-934de36cd836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:38.068395 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e810ac-d91e-4301-b668-934de36cd836 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:38.068720 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e810ac-d91e-4301-b668-934de36cd836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:38.069045 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e810ac-d91e-4301-b668-934de36cd836 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:38.069362 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e810ac-d91e-4301-b668-934de36cd836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:38.069678 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e810ac-d91e-4301-b668-934de36cd836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:38.070265 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e810ac-d91e-4301-b668-934de36cd836 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:38.070587 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e810ac-d91e-4301-b668-934de36cd836 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:38.070902 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e810ac-d91e-4301-b668-934de36cd836 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:38.071234 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e810ac-d91e-4301-b668-934de36cd836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:38.071550 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e810ac-d91e-4301-b668-934de36cd836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:38.071861 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e810ac-d91e-4301-b668-934de36cd836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:38.072206 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e810ac-d91e-4301-b668-934de36cd836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e810ac-d91e-4301-b668-934de36cd836 None None] Tracked resource versions report: May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: pushed versions: May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: { 'AddressGroup': {'1.2'}, May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Agent': {'1.1'}, May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'ConntrackHelper': {'1.0'}, May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'LocalIPAssociation': {'1.0'}, May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Log': {'1.0'}, May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'NDPProxy': {'1.0'}, May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Network': {'1.1'}, May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Port': {'1.7'}, May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'PortForwarding': {'1.3'}, May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'QosPolicy': {'1.10'}, May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'SecurityGroup': {'1.5'}, May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'SecurityGroupRule': {'1.2'}, May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'SubPort': {'1.0'}, May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Subnet': {'1.1'}, May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Trunk': {'1.1'}} May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: consumer versions: May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: { DHCP agent@dv-cinder-836996-27-iscsi: {}, May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: L3 agent@dv-cinder-836996-27-iscsi: {}, May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: Metadata agent@dv-cinder-836996-27-iscsi: {}, May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: Metering agent@dv-cinder-836996-27-iscsi: {}, May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: Open vSwitch agent@dv-cinder-836996-27-iscsi: { 'AddressGroup': '1.2', May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Agent': '1.1', May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'ConntrackHelper': '1.0', May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'LocalIPAssociation': '1.0', May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Log': '1.0', May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'NDPProxy': '1.0', May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Network': '1.1', May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Port': '1.7', May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'PortForwarding': '1.3', May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'QosPolicy': '1.10', May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'SecurityGroup': '1.5', May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'SecurityGroupRule': '1.2', May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'SubPort': '1.0', May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Subnet': '1.1', May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Trunk': '1.1'}} May 23 12:24:38.073621 dv-cinder-836996-27-iscsi neutron-server[103852]: {{(pid=103852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 12:24:38.077773 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:24:38.078707 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] Checking segment: {'id': 'a33e0105-31e3-4bbe-a211-a32b55be086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ae43f5ad-c2be-43a7-9d6d-b4a1653e2496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:24:38.079183 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:38.079747 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] Bound using segment: {'id': 'a33e0105-31e3-4bbe-a211-a32b55be086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ae43f5ad-c2be-43a7-9d6d-b4a1653e2496'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:24:38.080265 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] Bound port: 34c4d0cc-da34-4fcf-9e85-52f2c838223a, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33e0105-31e3-4bbe-a211-a32b55be086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'ae43f5ad-c2be-43a7-9d6d-b4a1653e2496'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:24:38.080644 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (34c4d0cc-da34-4fcf-9e85-52f2c838223a), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:38.116097 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:38.141019 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:38.151718 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] For port 34c4d0cc-da34-4fcf-9e85-52f2c838223a, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:24:38.156391 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-da8aa8e6-9670-4aad-9bde-d8174816c089 None None] Provisioning complete for port 34c4d0cc-da34-4fcf-9e85-52f2c838223a triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:24:38.157103 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-da8aa8e6-9670-4aad-9bde-d8174816c089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (34c4d0cc-da34-4fcf-9e85-52f2c838223a), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:38.173599 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] For port 34c4d0cc-da34-4fcf-9e85-52f2c838223a, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=34c4d0cc-da34-4fcf-9e85-52f2c838223a,segment=NetworkSegment(a33e0105-31e3-4bbe-a211-a32b55be086e),segment_id=a33e0105-31e3-4bbe-a211-a32b55be086e)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:24:38.180473 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (34c4d0cc-da34-4fcf-9e85-52f2c838223a), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:38.196554 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-da8aa8e6-9670-4aad-9bde-d8174816c089 None None] Port 34c4d0cc-da34-4fcf-9e85-52f2c838223a cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:24:38.248620 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] Routers {'b9c20751-f9c7-481d-91bd-80f37417808a'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:24:38.249207 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:24:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['b9c20751-f9c7-481d-91bd-80f37417808a'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:24:38.253163 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e810ac-d91e-4301-b668-934de36cd836 None None] Pushing event updated for resources: {'Port': ['ID=34c4d0cc-da34-4fcf-9e85-52f2c838223a,revision_number=4']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:38.342978 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] Set router b9c20751-f9c7-481d-91bd-80f37417808a gateway port host: None {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:24:38.418126 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5bc2026-a930-4a1f-bdbd-de1e07c5db6a None None] Provisioning complete for port 34c4d0cc-da34-4fcf-9e85-52f2c838223a triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:24:38.418514 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5bc2026-a930-4a1f-bdbd-de1e07c5db6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (34c4d0cc-da34-4fcf-9e85-52f2c838223a), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:38.493582 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5bc2026-a930-4a1f-bdbd-de1e07c5db6a None None] Current status of the port 34c4d0cc-da34-4fcf-9e85-52f2c838223a is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:24:38.493921 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5bc2026-a930-4a1f-bdbd-de1e07c5db6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (34c4d0cc-da34-4fcf-9e85-52f2c838223a), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:38.526034 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5bc2026-a930-4a1f-bdbd-de1e07c5db6a None None] For port 34c4d0cc-da34-4fcf-9e85-52f2c838223a, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=34c4d0cc-da34-4fcf-9e85-52f2c838223a,segment=NetworkSegment(a33e0105-31e3-4bbe-a211-a32b55be086e),segment_id=a33e0105-31e3-4bbe-a211-a32b55be086e)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:24:38.532969 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5bc2026-a930-4a1f-bdbd-de1e07c5db6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (34c4d0cc-da34-4fcf-9e85-52f2c838223a), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:38.537117 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c20751-f9c7-481d-91bd-80f37417808a', 'name': 'router1', 'tenant_id': '2bb553c7fe6e4284b56d30c136b7a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:24:25Z', 'updated_at': '2022-05-23T12:24:35Z', 'revision_number': 2, 'project_id': '2bb553c7fe6e4284b56d30c136b7a041', 'gw_port_host': None, '_interfaces': [{'id': '34c4d0cc-da34-4fcf-9e85-52f2c838223a', 'name': '', 'network_id': 'ae43f5ad-c2be-43a7-9d6d-b4a1653e2496', 'tenant_id': '2bb553c7fe6e4284b56d30c136b7a041', 'mac_address': 'fa:16:3e:cf:7c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c20751-f9c7-481d-91bd-80f37417808a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b901c893-0042-4076-968e-dbb6dbe991f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:24:35Z', 'updated_at': '2022-05-23T12:24:38Z', 'revision_number': 4, 'project_id': '2bb553c7fe6e4284b56d30c136b7a041', 'subnets': [{'id': 'b901c893-0042-4076-968e-dbb6dbe991f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '764b48e6-bf86-497b-8d30-0733416645a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:24:38.569528 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c43e003-cda7-4139-bc7d-15b6a4c85915 None None] The sync data for ids ['b9c20751-f9c7-481d-91bd-80f37417808a'] in dv-cinder-836996-27-iscsi is: [{'id': 'b9c20751-f9c7-481d-91bd-80f37417808a', 'name': 'router1', 'tenant_id': '2bb553c7fe6e4284b56d30c136b7a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:24:25Z', 'updated_at': '2022-05-23T12:24:35Z', 'revision_number': 2, 'project_id': '2bb553c7fe6e4284b56d30c136b7a041', 'gw_port_host': None, '_interfaces': [{'id': '34c4d0cc-da34-4fcf-9e85-52f2c838223a', 'name': '', 'network_id': 'ae43f5ad-c2be-43a7-9d6d-b4a1653e2496', 'tenant_id': '2bb553c7fe6e4284b56d30c136b7a041', 'mac_address': 'fa:16:3e:cf:7c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c20751-f9c7-481d-91bd-80f37417808a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b901c893-0042-4076-968e-dbb6dbe991f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:24:35Z', 'updated_at': '2022-05-23T12:24:38Z', 'revision_number': 4, 'project_id': '2bb553c7fe6e4284b56d30c136b7a041', 'subnets': [{'id': 'b901c893-0042-4076-968e-dbb6dbe991f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '764b48e6-bf86-497b-8d30-0733416645a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:24:38.597701 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc2026-a930-4a1f-bdbd-de1e07c5db6a None None] Pushing event updated for resources: {'Port': ['ID=34c4d0cc-da34-4fcf-9e85-52f2c838223a,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:38.601854 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:39.051256 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 48874) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:24:39.271093 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95142e0f-d339-4176-8db2-1d996404ae56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:24:39.272655 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-95142e0f-d339-4176-8db2-1d996404ae56 admin admin] 10.222.0.16 "GET /v2.0/networks/4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 HTTP/1.1" status: 200 len: 842 time: 0.2204425 May 23 12:24:39.282398 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-6372ab7b-3732-4ddf-87de-f81e4293121d admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:24:39.303816 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6372ab7b-3732-4ddf-87de-f81e4293121d admin admin] Made reservation on behalf of c631b5a3911e4647a05ad6138d2bc618 for: {'subnet': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:24:39.306141 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6372ab7b-3732-4ddf-87de-f81e4293121d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:39.605894 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.objects.ports [None req-6372ab7b-3732-4ddf-87de-f81e4293121d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103849) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 23 12:24:39.606357 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6372ab7b-3732-4ddf-87de-f81e4293121d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for subnet (aeb9a7c6-76e5-4279-96f6-68aa881fae77), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:39.664905 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372ab7b-3732-4ddf-87de-f81e4293121d admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeb9a7c6-76e5-4279-96f6-68aa881fae77,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:39.678166 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372ab7b-3732-4ddf-87de-f81e4293121d admin admin] Checking segment: {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:24:39.678521 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6372ab7b-3732-4ddf-87de-f81e4293121d admin admin] Network hostable DHCP agents. Network: 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820, hostable agents: ['f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96'], hosted agents: [] {{(pid=103849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:24:39.697026 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6372ab7b-3732-4ddf-87de-f81e4293121d admin admin] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is scheduled to be hosted by DHCP agent f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96 with binding_index 1 {{(pid=103849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:24:39.705826 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-6372ab7b-3732-4ddf-87de-f81e4293121d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-27-iscsi, 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820) {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:24:39.711033 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6372ab7b-3732-4ddf-87de-f81e4293121d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:24:39.711882 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6372ab7b-3732-4ddf-87de-f81e4293121d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:39.714528 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade5a5d1-7bfb-4bf6-8db3-0f15844beb17 None None] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:24:39.727873 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-6372ab7b-3732-4ddf-87de-f81e4293121d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4488173 May 23 12:24:39.823956 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c636002-b1b8-4409-8793-dc37a0b4c7fd None None] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:24:42.176525 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 48892) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:24:42.393831 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-5db22ada-ac8a-4ec4-869f-7f4864930953 demo admin] 10.222.0.16 "GET /v2.0/routers/b9c20751-f9c7-481d-91bd-80f37417808a HTTP/1.1" status: 200 len: 710 time: 0.2161565 May 23 12:24:42.480426 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bd6ff7-91c5-438a-9b6c-0b33b0953539 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:24:42.481792 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-35bd6ff7-91c5-438a-9b6c-0b33b0953539 demo admin] 10.222.0.16 "GET /v2.0/networks/4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 HTTP/1.1" status: 200 len: 886 time: 0.0823815 May 23 12:24:42.491151 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-eabb0707-ed33-401b-8fad-6110b8a85b62 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:24:42.733784 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eabb0707-ed33-401b-8fad-6110b8a85b62 demo admin] Publish callbacks [] for router_gateway (b9c20751-f9c7-481d-91bd-80f37417808a), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:42.746385 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:42.747973 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:42.958208 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eabb0707-ed33-401b-8fad-6110b8a85b62 demo admin] Publish callbacks [] for router_gateway (b9c20751-f9c7-481d-91bd-80f37417808a), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:43.040688 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eabb0707-ed33-401b-8fad-6110b8a85b62 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:43.237980 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-eabb0707-ed33-401b-8fad-6110b8a85b62 demo admin] Allocated IP 172.27.0.253 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/b8e421bf-f8fe-442c-acad-89a97749139d) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:24:43.348992 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eabb0707-ed33-401b-8fad-6110b8a85b62 demo admin] Publish callbacks [] for port (b8e421bf-f8fe-442c-acad-89a97749139d), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:43.406663 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eabb0707-ed33-401b-8fad-6110b8a85b62 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (b8e421bf-f8fe-442c-acad-89a97749139d), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:43.483709 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabb0707-ed33-401b-8fad-6110b8a85b62 demo admin] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:24:43.492468 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-eabb0707-ed33-401b-8fad-6110b8a85b62 demo admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:24:43.496754 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabb0707-ed33-401b-8fad-6110b8a85b62 demo admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:24:43.499875 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb0707-ed33-401b-8fad-6110b8a85b62 demo admin] Pushing event updated for resources: {'Port': ['ID=b8e421bf-f8fe-442c-acad-89a97749139d,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:43.762276 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:43.777704 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eabb0707-ed33-401b-8fad-6110b8a85b62 demo admin] Publish callbacks [] for router_gateway (b9c20751-f9c7-481d-91bd-80f37417808a), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:43.927091 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:43.980326 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eabb0707-ed33-401b-8fad-6110b8a85b62 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-483396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-485108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11534'] for router (b9c20751-f9c7-481d-91bd-80f37417808a), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:43.985773 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eabb0707-ed33-401b-8fad-6110b8a85b62 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-483363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-483405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-483418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-485117'] for router (b9c20751-f9c7-481d-91bd-80f37417808a), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:44.097269 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabb0707-ed33-401b-8fad-6110b8a85b62 demo admin] Router b9c20751-f9c7-481d-91bd-80f37417808a has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:24:44.197922 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabb0707-ed33-401b-8fad-6110b8a85b62 demo admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:24:44.202474 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eabb0707-ed33-401b-8fad-6110b8a85b62 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:44.204040 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-eabb0707-ed33-401b-8fad-6110b8a85b62 demo admin] 10.222.0.16 "PUT /v2.0/routers/b9c20751-f9c7-481d-91bd-80f37417808a HTTP/1.1" status: 200 len: 890 time: 1.7159700 May 23 12:24:46.551815 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=11,neutron:INSERT=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:46.555323 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=26 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:46.693074 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 48904) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:24:46.811114 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-146659c6-2dd8-44ea-8920-772bc6cecb9b admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1166937 May 23 12:24:47.329603 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 34c4d0cc-da34-4fcf-9e85-52f2c838223a up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:24:47.374144 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] Sync routers for ids ['b9c20751-f9c7-481d-91bd-80f37417808a'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:24:47.395284 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] Routers {'b9c20751-f9c7-481d-91bd-80f37417808a'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:24:47.395960 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:24:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['b9c20751-f9c7-481d-91bd-80f37417808a'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:24:47.417089 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 34c4d0cc-da34-4fcf-9e85-52f2c838223a triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:24:47.417472 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (34c4d0cc-da34-4fcf-9e85-52f2c838223a), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:47.656631 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] Set router b9c20751-f9c7-481d-91bd-80f37417808a gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:24:47.717323 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:47.741038 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 34c4d0cc-da34-4fcf-9e85-52f2c838223a is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:24:47.922984 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:48.060679 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c20751-f9c7-481d-91bd-80f37417808a', 'name': 'router1', 'tenant_id': '2bb553c7fe6e4284b56d30c136b7a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'b8e421bf-f8fe-442c-acad-89a97749139d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:24:25Z', 'updated_at': '2022-05-23T12:24:43Z', 'revision_number': 4, 'project_id': '2bb553c7fe6e4284b56d30c136b7a041', 'gw_port': {'id': 'b8e421bf-f8fe-442c-acad-89a97749139d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:36:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c20751-f9c7-481d-91bd-80f37417808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:24:43Z', 'updated_at': '2022-05-23T12:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '34c4d0cc-da34-4fcf-9e85-52f2c838223a', 'name': '', 'network_id': 'ae43f5ad-c2be-43a7-9d6d-b4a1653e2496', 'tenant_id': '2bb553c7fe6e4284b56d30c136b7a041', 'mac_address': 'fa:16:3e:cf:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c20751-f9c7-481d-91bd-80f37417808a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b901c893-0042-4076-968e-dbb6dbe991f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:24:35Z', 'updated_at': '2022-05-23T12:24:38Z', 'revision_number': 5, 'project_id': '2bb553c7fe6e4284b56d30c136b7a041', 'subnets': [{'id': 'b901c893-0042-4076-968e-dbb6dbe991f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '764b48e6-bf86-497b-8d30-0733416645a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:24:48.182826 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] Checking router: b9c20751-f9c7-481d-91bd-80f37417808a for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:24:48.183124 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] Updating router b9c20751-f9c7-481d-91bd-80f37417808a port b8e421bf-f8fe-442c-acad-89a97749139d binding host dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:24:48.238344 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (b8e421bf-f8fe-442c-acad-89a97749139d), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:48.532246 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=44 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:48.569766 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:48.601903 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] Publish callbacks [] for port (b8e421bf-f8fe-442c-acad-89a97749139d), precommit_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:48.609043 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (b8e421bf-f8fe-442c-acad-89a97749139d), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:48.671679 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b8fe6-8ff0-40fa-97be-b4ca8a8b6cdd None None] Pushing event updated for resources: {'Port': ['ID=b8e421bf-f8fe-442c-acad-89a97749139d,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:48.674550 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] Attempting to bind port b8e421bf-f8fe-442c-acad-89a97749139d on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:24:48.674920 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] Attempting to bind port b8e421bf-f8fe-442c-acad-89a97749139d by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:24:48.675280 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] Attempting to bind port b8e421bf-f8fe-442c-acad-89a97749139d on network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:24:48.683147 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:24:48.683147 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] Checking segment: {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:24:48.683431 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:48.683815 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] Bound using segment: {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:24:48.684354 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] Bound port: b8e421bf-f8fe-442c-acad-89a97749139d, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:24:48.684733 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (b8e421bf-f8fe-442c-acad-89a97749139d), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:48.740895 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] For port b8e421bf-f8fe-442c-acad-89a97749139d, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:24:48.744383 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] For port b8e421bf-f8fe-442c-acad-89a97749139d, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=b8e421bf-f8fe-442c-acad-89a97749139d,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:24:48.752227 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (b8e421bf-f8fe-442c-acad-89a97749139d), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:48.809603 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] Routers {'b9c20751-f9c7-481d-91bd-80f37417808a'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:24:48.810228 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:24:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['b9c20751-f9c7-481d-91bd-80f37417808a'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:24:48.852643 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b8fe6-8ff0-40fa-97be-b4ca8a8b6cdd None None] Pushing event updated for resources: {'Port': ['ID=b8e421bf-f8fe-442c-acad-89a97749139d,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:48.927080 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] Set router b9c20751-f9c7-481d-91bd-80f37417808a gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:24:48.964228 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:49.091825 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:49.149135 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c20751-f9c7-481d-91bd-80f37417808a', 'name': 'router1', 'tenant_id': '2bb553c7fe6e4284b56d30c136b7a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'b8e421bf-f8fe-442c-acad-89a97749139d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:24:25Z', 'updated_at': '2022-05-23T12:24:43Z', 'revision_number': 4, 'project_id': '2bb553c7fe6e4284b56d30c136b7a041', 'gw_port': {'id': 'b8e421bf-f8fe-442c-acad-89a97749139d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:36:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c20751-f9c7-481d-91bd-80f37417808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:24:43Z', 'updated_at': '2022-05-23T12:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '34c4d0cc-da34-4fcf-9e85-52f2c838223a', 'name': '', 'network_id': 'ae43f5ad-c2be-43a7-9d6d-b4a1653e2496', 'tenant_id': '2bb553c7fe6e4284b56d30c136b7a041', 'mac_address': 'fa:16:3e:cf:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c20751-f9c7-481d-91bd-80f37417808a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b901c893-0042-4076-968e-dbb6dbe991f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:24:35Z', 'updated_at': '2022-05-23T12:24:38Z', 'revision_number': 5, 'project_id': '2bb553c7fe6e4284b56d30c136b7a041', 'subnets': [{'id': 'b901c893-0042-4076-968e-dbb6dbe991f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '764b48e6-bf86-497b-8d30-0733416645a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:24:49.180863 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3383e70-b38d-4857-a92d-e01447c61b73 None None] The sync data for ids ['b9c20751-f9c7-481d-91bd-80f37417808a'] in dv-cinder-836996-27-iscsi is: [{'id': 'b9c20751-f9c7-481d-91bd-80f37417808a', 'name': 'router1', 'tenant_id': '2bb553c7fe6e4284b56d30c136b7a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'b8e421bf-f8fe-442c-acad-89a97749139d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:24:25Z', 'updated_at': '2022-05-23T12:24:43Z', 'revision_number': 4, 'project_id': '2bb553c7fe6e4284b56d30c136b7a041', 'gw_port': {'id': 'b8e421bf-f8fe-442c-acad-89a97749139d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:36:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c20751-f9c7-481d-91bd-80f37417808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:24:43Z', 'updated_at': '2022-05-23T12:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '34c4d0cc-da34-4fcf-9e85-52f2c838223a', 'name': '', 'network_id': 'ae43f5ad-c2be-43a7-9d6d-b4a1653e2496', 'tenant_id': '2bb553c7fe6e4284b56d30c136b7a041', 'mac_address': 'fa:16:3e:cf:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c20751-f9c7-481d-91bd-80f37417808a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b901c893-0042-4076-968e-dbb6dbe991f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:24:35Z', 'updated_at': '2022-05-23T12:24:38Z', 'revision_number': 5, 'project_id': '2bb553c7fe6e4284b56d30c136b7a041', 'subnets': [{'id': 'b901c893-0042-4076-968e-dbb6dbe991f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '764b48e6-bf86-497b-8d30-0733416645a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:24:51.400259 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device b8e421bf-f8fe-442c-acad-89a97749139d up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:24:51.459766 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port b8e421bf-f8fe-442c-acad-89a97749139d triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:24:51.460164 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (b8e421bf-f8fe-442c-acad-89a97749139d), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:51.550865 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port b8e421bf-f8fe-442c-acad-89a97749139d is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:24:51.551212 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (b8e421bf-f8fe-442c-acad-89a97749139d), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:51.580069 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] For port b8e421bf-f8fe-442c-acad-89a97749139d, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=b8e421bf-f8fe-442c-acad-89a97749139d,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:24:51.587482 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (b8e421bf-f8fe-442c-acad-89a97749139d), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:51.672998 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Pushing event updated for resources: {'Port': ['ID=b8e421bf-f8fe-442c-acad-89a97749139d,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:53.393228 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device b8e421bf-f8fe-442c-acad-89a97749139d up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:24:53.474872 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port b8e421bf-f8fe-442c-acad-89a97749139d triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:24:53.475494 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (b8e421bf-f8fe-442c-acad-89a97749139d), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:24:53.664222 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port b8e421bf-f8fe-442c-acad-89a97749139d is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:24:56.798668 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=33 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:24:56.807315 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=50 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:25:02.402238 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0d45afce-f505-4a39-b8c0-4b57290cd7a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:25:04.580386 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bf8be8aa-acd9-49e8-896c-12e4c5142a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:25:05.856217 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:25:07.207410 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:25:08.589806 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:25:15.006748 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 5 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:25:18.575004 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:25:18.583298 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=75,neutron:UPDATE=5 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:25:25.002339 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=3 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:25:25.003918 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=5 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:25:32.463865 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-be8f2481-8f7f-47dd-b8f8-f9fc56a8b98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:25:34.575736 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2e5621eb-b64c-4698-ba26-e62b1632d8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:25:35.896100 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:25:37.206999 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:25:38.595192 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:25:48.582888 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:25:48.584118 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:25:52.005959 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 5 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:26:00.987328 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=4 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:26:02.002645 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:26:02.376776 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4500f890-1040-4e18-a21b-3886a069ede5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:26:04.581389 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f666cc89-9d6e-4660-a89d-dc8e6b3d4b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:26:05.858418 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:26:07.208180 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:26:07.383947 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 49442) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:26:07.452340 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b7a974-0225-4cbe-b9b7-52f9542a2fdd admin admin] GET failed (client error): The resource could not be found. May 23 12:26:07.453668 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-51b7a974-0225-4cbe-b9b7-52f9542a2fdd admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0687449 May 23 12:26:07.620036 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b934a5-de4f-4aae-95a7-9f28de7c8456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:26:07.621598 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-37b934a5-de4f-4aae-95a7-9f28de7c8456 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1637974 May 23 12:26:08.590350 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:26:09.975270 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 49452) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:26:10.073050 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbadf0d-33a1-491c-8420-183bba30e321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:26:10.074407 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-7bbadf0d-33a1-491c-8420-183bba30e321 admin admin] 10.222.0.16 "GET /v2.0/subnets/b901c893-0042-4076-968e-dbb6dbe991f5 HTTP/1.1" status: 200 len: 849 time: 0.0981963 May 23 12:26:10.084860 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-80602ae6-e736-4ec4-87c8-6ac25cadb962 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:26:10.169042 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-80602ae6-e736-4ec4-87c8-6ac25cadb962 admin admin] Publish callbacks [] for subnet (b901c893-0042-4076-968e-dbb6dbe991f5), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:26:10.317717 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-80602ae6-e736-4ec4-87c8-6ac25cadb962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727294287297'] for subnet (b901c893-0042-4076-968e-dbb6dbe991f5), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:26:10.348921 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80602ae6-e736-4ec4-87c8-6ac25cadb962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:26:10.350044 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-80602ae6-e736-4ec4-87c8-6ac25cadb962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:26:10.351405 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-80602ae6-e736-4ec4-87c8-6ac25cadb962 admin admin] 10.222.0.16 "PUT /v2.0/subnets/b901c893-0042-4076-968e-dbb6dbe991f5 HTTP/1.1" status: 200 len: 868 time: 0.2702878 May 23 12:26:10.351633 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e4f882-51f7-4ee6-8e20-3955f9bf5aaf None None] Network ae43f5ad-c2be-43a7-9d6d-b4a1653e2496 requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:26:10.374664 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80602ae6-e736-4ec4-87c8-6ac25cadb962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b901c893-0042-4076-968e-dbb6dbe991f5,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:10.383111 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602ae6-e736-4ec4-87c8-6ac25cadb962 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:10.383489 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602ae6-e736-4ec4-87c8-6ac25cadb962 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:10.383831 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602ae6-e736-4ec4-87c8-6ac25cadb962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:10.384150 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602ae6-e736-4ec4-87c8-6ac25cadb962 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:10.384538 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602ae6-e736-4ec4-87c8-6ac25cadb962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:10.384873 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602ae6-e736-4ec4-87c8-6ac25cadb962 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:10.385222 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602ae6-e736-4ec4-87c8-6ac25cadb962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:10.385556 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602ae6-e736-4ec4-87c8-6ac25cadb962 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:10.385907 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602ae6-e736-4ec4-87c8-6ac25cadb962 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:10.386199 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602ae6-e736-4ec4-87c8-6ac25cadb962 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:10.386618 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602ae6-e736-4ec4-87c8-6ac25cadb962 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:10.386952 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602ae6-e736-4ec4-87c8-6ac25cadb962 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:10.387273 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602ae6-e736-4ec4-87c8-6ac25cadb962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:10.387593 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602ae6-e736-4ec4-87c8-6ac25cadb962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:10.387904 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80602ae6-e736-4ec4-87c8-6ac25cadb962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:10.708465 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f1fc8a86-4088-4798-807b-5cb1835ba7bf None None] Provisioning complete for port 9b81dc46-b4c6-4631-b500-8650730b5c2f triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:26:10.708834 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f1fc8a86-4088-4798-807b-5cb1835ba7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (9b81dc46-b4c6-4631-b500-8650730b5c2f), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:26:10.784987 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f1fc8a86-4088-4798-807b-5cb1835ba7bf None None] Current status of the port 9b81dc46-b4c6-4631-b500-8650730b5c2f is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:26:10.793011 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f1fc8a86-4088-4798-807b-5cb1835ba7bf None None] Provisioning complete for port 34c4d0cc-da34-4fcf-9e85-52f2c838223a triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:26:10.793397 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f1fc8a86-4088-4798-807b-5cb1835ba7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (34c4d0cc-da34-4fcf-9e85-52f2c838223a), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:26:10.869767 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f1fc8a86-4088-4798-807b-5cb1835ba7bf None None] Current status of the port 34c4d0cc-da34-4fcf-9e85-52f2c838223a is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:26:12.617381 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 49460) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:26:12.920979 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf08ec80-03b5-4fca-9a2e-a0050a651f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:26:12.922172 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf08ec80-03b5-4fca-9a2e-a0050a651f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:26:12.923147 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-cf08ec80-03b5-4fca-9a2e-a0050a651f62 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3045700 May 23 12:26:15.199343 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 49468) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:26:15.334701 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c727110f-9187-4e13-9f26-76f77b11192f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:26:15.335245 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c727110f-9187-4e13-9f26-76f77b11192f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:26:15.336849 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-c727110f-9187-4e13-9f26-76f77b11192f admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1365557 May 23 12:26:17.673216 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 49476) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:26:17.806008 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56347fa1-b337-43a4-8e80-853e19839259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:26:17.807513 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-56347fa1-b337-43a4-8e80-853e19839259 admin admin] 10.222.0.16 "GET /v2.0/networks/4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 HTTP/1.1" status: 200 len: 886 time: 0.1333385 May 23 12:26:20.083410 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 49486) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:26:20.192855 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:26:20.220984 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991c3eaf-1e64-4de0-81df-c1b7e72ac447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:26:20.222424 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-991c3eaf-1e64-4de0-81df-c1b7e72ac447 admin admin] 10.222.0.16 "GET /v2.0/networks/ae43f5ad-c2be-43a7-9d6d-b4a1653e2496 HTTP/1.1" status: 200 len: 869 time: 0.1380522 May 23 12:26:20.866840 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:26:20.868208 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:26:22.589041 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 49494) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:26:22.706223 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:26:22.716012 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1102f74c-b15d-4c38-b1d4-106c5bd8dc0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:26:22.716500 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1102f74c-b15d-4c38-b1d4-106c5bd8dc0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:26:22.720636 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-1102f74c-b15d-4c38-b1d4-106c5bd8dc0d admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1305602 May 23 12:26:25.083540 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 49502) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:26:25.210157 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8523a55-cea5-48bb-9400-5dc2af1010fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:26:25.210618 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8523a55-cea5-48bb-9400-5dc2af1010fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:26:25.212204 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-a8523a55-cea5-48bb-9400-5dc2af1010fa admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1276360 May 23 12:26:27.511274 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 49510) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:26:27.597576 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19533527-140f-4221-b2bc-2855e85e4fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:26:27.599077 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-19533527-140f-4221-b2bc-2855e85e4fb0 admin admin] 10.222.0.16 "GET /v2.0/subnets/aeb9a7c6-76e5-4279-96f6-68aa881fae77 HTTP/1.1" status: 200 len: 816 time: 0.0918503 May 23 12:26:29.059362 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 5 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:26:29.911677 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 49518) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:26:30.012877 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dc23c3-4138-4f29-b6f8-942566ed649f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:26:30.014249 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-37dc23c3-4138-4f29-b6f8-942566ed649f admin admin] 10.222.0.16 "GET /v2.0/subnets/b901c893-0042-4076-968e-dbb6dbe991f5 HTTP/1.1" status: 200 len: 868 time: 0.1015899 May 23 12:26:32.389582 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-198c55b4-3bf9-4d55-8760-39e2452481a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:26:32.995893 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=3 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:26:34.584389 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d11b426a-0afe-4557-84ae-dbb83b9fc14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:26:35.203578 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=14 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:26:35.206223 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=7 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:26:35.861554 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:26:37.213345 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:26:38.593913 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:26:39.055436 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=5 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:26:40.006405 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=19 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:26:40.009281 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=24 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:26:48.587166 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:26:48.588693 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:27:02.383755 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-938004eb-cb66-47d3-96d1-bb9a25468a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:04.589187 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-5977899e-d67a-412b-8bdb-b0eb2402baf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:05.864522 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:06.010918 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 5 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:27:07.215563 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:08.598676 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:11.873743 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 49576) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:27:11.922846 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [None req-b3953ca2-0b8c-407a-9f1a-4667cf36a97f admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 12:27:11.925091 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-b3953ca2-0b8c-407a-9f1a-4667cf36a97f admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0502527 May 23 12:27:14.354836 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 49584) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:27:14.437256 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b6d88a-0751-41e4-876e-6dd855251c61 admin admin] GET failed (client error): The resource could not be found. May 23 12:27:14.438672 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-f9b6d88a-0751-41e4-876e-6dd855251c61 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0828476 May 23 12:27:14.673931 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccafdf5-e4c0-4349-9032-1e29c63f5795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:27:14.675970 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-6ccafdf5-e4c0-4349-9032-1e29c63f5795 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2298050 May 23 12:27:16.004502 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=15 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:27:16.006281 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=19 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:27:17.012620 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 49592) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:27:17.063143 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:27:17.089382 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Made reservation on behalf of c631b5a3911e4647a05ad6138d2bc618 for: {'network': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:27:17.091810 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for network (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:17.138701 dv-cinder-836996-27-iscsi neutron-server[103849]: WARNING neutron.services.revisions.revision_plugin [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Could not find related network for resource to bump revision. May 23 12:27:17.155184 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:27:17.168405 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727294489182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (08c38b9a-2776-43d6-aa02-d101179e7e8c), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:17.168896 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.segments_db [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Added segment 08c38b9a-2776-43d6-aa02-d101179e7e8c of type vlan for network b18cfc1c-cb1a-4366-bbc5-7de8acc51a33 May 23 12:27:17.213743 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727293981772'] for network (b18cfc1c-cb1a-4366-bbc5-7de8acc51a33), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:17.249449 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for network (b18cfc1c-cb1a-4366-bbc5-7de8acc51a33), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:17.250491 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:27:17.251171 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:17.320406 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3066497 May 23 12:27:17.352974 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Pushing event updated for resources: {'Network': ['ID=b18cfc1c-cb1a-4366-bbc5-7de8acc51a33,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:27:17.360815 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:17.361278 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:17.361630 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:17.361976 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:17.362314 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:17.362653 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:17.362983 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:17.363522 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:17.363522 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:17.363522 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:17.364395 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:17.364673 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:17.364997 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:17.365324 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:17.365648 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f72221-f2d7-4262-8eb9-e84705f0f809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:17.377736 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Network b18cfc1c-cb1a-4366-bbc5-7de8acc51a33 details requested by agent ovs-agent-dv-cinder-836996-27-iscsi with host dv-cinder-836996-27-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:27:19.683415 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 49600) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:27:19.750671 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.pecan_wsgi.hooks.translation [None req-30cdc627-d9cc-4dcb-910c-1886c1afa45a admin admin] GET failed (client error): The resource could not be found. May 23 12:27:19.752715 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-30cdc627-d9cc-4dcb-910c-1886c1afa45a admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0683105 May 23 12:27:19.824279 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71a94bc-9f6c-4c83-8a74-455165b6ef35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:27:19.825752 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-c71a94bc-9f6c-4c83-8a74-455165b6ef35 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0690162 May 23 12:27:19.836153 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-83e795b7-2bf9-413a-86ee-e6dd36985245 admin admin] Request body: {'subnet': {'network_id': 'b18cfc1c-cb1a-4366-bbc5-7de8acc51a33', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:27:19.856327 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e795b7-2bf9-413a-86ee-e6dd36985245 admin admin] Made reservation on behalf of c631b5a3911e4647a05ad6138d2bc618 for: {'subnet': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:27:19.858669 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-83e795b7-2bf9-413a-86ee-e6dd36985245 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:20.038975 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-83e795b7-2bf9-413a-86ee-e6dd36985245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for subnet (c8e60382-b38d-4b12-ad43-6769dbc7b475), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:20.101925 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e795b7-2bf9-413a-86ee-e6dd36985245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8e60382-b38d-4b12-ad43-6769dbc7b475,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:27:20.117254 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e795b7-2bf9-413a-86ee-e6dd36985245 admin admin] Checking segment: {'id': '08c38b9a-2776-43d6-aa02-d101179e7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b18cfc1c-cb1a-4366-bbc5-7de8acc51a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:27:20.117616 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e795b7-2bf9-413a-86ee-e6dd36985245 admin admin] Network hostable DHCP agents. Network: b18cfc1c-cb1a-4366-bbc5-7de8acc51a33, hostable agents: ['f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96'], hosted agents: [] {{(pid=103849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:27:20.140373 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e795b7-2bf9-413a-86ee-e6dd36985245 admin admin] Network b18cfc1c-cb1a-4366-bbc5-7de8acc51a33 is scheduled to be hosted by DHCP agent f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96 with binding_index 1 {{(pid=103849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:27:20.150205 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-83e795b7-2bf9-413a-86ee-e6dd36985245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-27-iscsi, b18cfc1c-cb1a-4366-bbc5-7de8acc51a33) {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:27:20.160960 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e795b7-2bf9-413a-86ee-e6dd36985245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:27:20.161392 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a67d4b8-7cdd-454e-a060-cf063cab61d4 None None] Network b18cfc1c-cb1a-4366-bbc5-7de8acc51a33 requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:27:20.161833 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-83e795b7-2bf9-413a-86ee-e6dd36985245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:20.183167 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-83e795b7-2bf9-413a-86ee-e6dd36985245 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3474929 May 23 12:27:20.288945 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd8c37bb-aeb2-5b83-a5a3-99f3ae67a9d0-b18cfc1c-cb1a-4366-bbc5-7de8acc51a33', 'network_id': 'b18cfc1c-cb1a-4366-bbc5-7de8acc51a33', 'project_id': 'c631b5a3911e4647a05ad6138d2bc618', 'fixed_ips': [{'subnet_id': 'c8e60382-b38d-4b12-ad43-6769dbc7b475'}]}} from dv-cinder-836996-27-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 12:27:20.290456 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:20.456286 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Allocated IP 192.168.233.2 (b18cfc1c-cb1a-4366-bbc5-7de8acc51a33/c8e60382-b38d-4b12-ad43-6769dbc7b475/cc3925ad-3697-42d6-b8bc-48bdba257429) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:27:20.717009 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Publish callbacks [] for port (cc3925ad-3697-42d6-b8bc-48bdba257429), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:20.724042 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (cc3925ad-3697-42d6-b8bc-48bdba257429), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:20.769354 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Network b18cfc1c-cb1a-4366-bbc5-7de8acc51a33 is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:27:20.775142 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:27:20.777465 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Pushing event updated for resources: {'Port': ['ID=cc3925ad-3697-42d6-b8bc-48bdba257429,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:27:20.780319 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:27:20.794062 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:20.794422 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:20.795032 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:20.795153 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:20.795422 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:20.795744 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:20.796062 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:20.796496 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:20.796735 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:20.797056 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:20.797373 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:20.797740 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:20.798295 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:20.798661 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:20.799180 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:27:20.857510 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Attempting to bind port cc3925ad-3697-42d6-b8bc-48bdba257429 on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:27:20.857873 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Attempting to bind port cc3925ad-3697-42d6-b8bc-48bdba257429 by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': '08c38b9a-2776-43d6-aa02-d101179e7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b18cfc1c-cb1a-4366-bbc5-7de8acc51a33'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:27:20.858238 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Attempting to bind port cc3925ad-3697-42d6-b8bc-48bdba257429 on network b18cfc1c-cb1a-4366-bbc5-7de8acc51a33 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:27:20.864033 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:27:20.864431 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Checking segment: {'id': '08c38b9a-2776-43d6-aa02-d101179e7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b18cfc1c-cb1a-4366-bbc5-7de8acc51a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:27:20.864845 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:20.865226 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Bound using segment: {'id': '08c38b9a-2776-43d6-aa02-d101179e7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b18cfc1c-cb1a-4366-bbc5-7de8acc51a33'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:27:20.865681 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Bound port: cc3925ad-3697-42d6-b8bc-48bdba257429, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c38b9a-2776-43d6-aa02-d101179e7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b18cfc1c-cb1a-4366-bbc5-7de8acc51a33'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:27:20.866082 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (cc3925ad-3697-42d6-b8bc-48bdba257429), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:20.931568 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] For port cc3925ad-3697-42d6-b8bc-48bdba257429, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:27:20.935069 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] For port cc3925ad-3697-42d6-b8bc-48bdba257429, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=cc3925ad-3697-42d6-b8bc-48bdba257429,segment=NetworkSegment(08c38b9a-2776-43d6-aa02-d101179e7e8c),segment_id=08c38b9a-2776-43d6-aa02-d101179e7e8c)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:27:20.942124 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (cc3925ad-3697-42d6-b8bc-48bdba257429), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:20.996835 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:27:21.005595 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dfcbe-67c9-44e0-91fd-cbce4130145a None None] Pushing event updated for resources: {'Port': ['ID=cc3925ad-3697-42d6-b8bc-48bdba257429,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:27:21.437398 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device cc3925ad-3697-42d6-b8bc-48bdba257429 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:27:21.499327 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port cc3925ad-3697-42d6-b8bc-48bdba257429 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:27:21.499760 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (cc3925ad-3697-42d6-b8bc-48bdba257429), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:21.535278 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:27:21.618215 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port cc3925ad-3697-42d6-b8bc-48bdba257429 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:27:21.618608 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (cc3925ad-3697-42d6-b8bc-48bdba257429), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:21.678395 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] For port cc3925ad-3697-42d6-b8bc-48bdba257429, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=cc3925ad-3697-42d6-b8bc-48bdba257429,segment=NetworkSegment(08c38b9a-2776-43d6-aa02-d101179e7e8c),segment_id=08c38b9a-2776-43d6-aa02-d101179e7e8c)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:27:21.686375 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (cc3925ad-3697-42d6-b8bc-48bdba257429), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:21.774364 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Pushing event updated for resources: {'Port': ['ID=cc3925ad-3697-42d6-b8bc-48bdba257429,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:27:21.963745 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a01cec-04d5-4dbd-894a-9f8a1b938e6a None None] Network b18cfc1c-cb1a-4366-bbc5-7de8acc51a33 requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:27:22.095421 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-abd351d1-f9a8-48fb-b7f0-03c6c10d7b0f None None] Provisioning complete for port cc3925ad-3697-42d6-b8bc-48bdba257429 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:27:22.095952 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-abd351d1-f9a8-48fb-b7f0-03c6c10d7b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (cc3925ad-3697-42d6-b8bc-48bdba257429), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:22.209748 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-abd351d1-f9a8-48fb-b7f0-03c6c10d7b0f None None] Current status of the port cc3925ad-3697-42d6-b8bc-48bdba257429 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:27:22.434313 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-11a646b4-81a6-4093-b7c5-da739aa50584 None None] Provisioning complete for port cc3925ad-3697-42d6-b8bc-48bdba257429 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:27:22.434774 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-11a646b4-81a6-4093-b7c5-da739aa50584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (cc3925ad-3697-42d6-b8bc-48bdba257429), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:22.531490 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-11a646b4-81a6-4093-b7c5-da739aa50584 None None] Current status of the port cc3925ad-3697-42d6-b8bc-48bdba257429 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:27:23.395876 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device cc3925ad-3697-42d6-b8bc-48bdba257429 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:27:23.442758 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port cc3925ad-3697-42d6-b8bc-48bdba257429 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:27:23.443146 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (cc3925ad-3697-42d6-b8bc-48bdba257429), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:23.517707 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port cc3925ad-3697-42d6-b8bc-48bdba257429 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:27:30.165417 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:27:30.171976 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=79,neutron:INSERT=8,neutron:DELETE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:27:32.384617 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b4d98a6e-0b5c-4039-9466-4c48b22746aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:34.585277 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:27:34.593295 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e3fd90e1-f96b-4151-a67a-74d531f5235a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:35.865380 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:37.216387 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:38.602534 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:27:43.009292 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 5 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:27:48.595443 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:27:48.597353 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:28:00.985425 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=5 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:28:00.986367 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:28:02.388042 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-109c0c5b-d727-460d-bad9-7fba53866804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:28:04.606549 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-fcf0063e-eb20-4d6d-93ff-b75ea2a7e1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:28:05.873546 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:28:07.221739 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:28:08.610054 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:28:18.601442 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:28:18.604277 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:28:20.008327 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 5 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:28:30.004554 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=4 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:28:30.005401 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=4 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:28:32.393017 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-99d1be32-b884-4276-bdc3-49de7ea3c215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:28:34.599628 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cb573daa-eda9-4b7b-91e6-416fa3395125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:28:35.876136 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:28:37.226660 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:28:38.606938 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:28:48.599404 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:28:48.601767 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:28:57.007439 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 5 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:29:02.394608 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d7788773-018f-4a89-96a9-edb41cc8bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:29:04.602769 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d52622e8-d70d-4103-bc7c-3a04153d007e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:29:05.875201 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:29:07.003917 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=17 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:29:07.004792 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=17 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:29:07.225584 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:29:08.603007 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:29:09.574671 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 49640) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:29:09.581181 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [None req-80672f70-dc7b-4a5a-9613-98b30cd89b4e tempest-verify_tempest_config-785327976 tempest-verify_tempest_config-785327976-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 12:29:09.582167 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-80672f70-dc7b-4a5a-9613-98b30cd89b4e tempest-verify_tempest_config-785327976 tempest-verify_tempest_config-785327976-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0065305 May 23 12:29:09.889951 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 49658) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:29:09.997872 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-46cacd5e-c901-4d99-a137-243ae7dd5093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:29:10.077546 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-46cacd5e-c901-4d99-a137-243ae7dd5093 admin admin] Publish callbacks [] for security_group (82adace2-bf95-425f-b481-b38a27523f4c), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:29:10.081550 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-46cacd5e-c901-4d99-a137-243ae7dd5093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (82adace2-bf95-425f-b481-b38a27523f4c), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:29:10.129981 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-46cacd5e-c901-4d99-a137-243ae7dd5093 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=303a23b23db646a3812632a332a55ea6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2389593 May 23 12:29:10.130665 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cacd5e-c901-4d99-a137-243ae7dd5093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82adace2-bf95-425f-b481-b38a27523f4c,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:29:10.132613 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 49662) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:29:10.150358 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacd5e-c901-4d99-a137-243ae7dd5093 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:10.150697 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacd5e-c901-4d99-a137-243ae7dd5093 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:10.151041 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacd5e-c901-4d99-a137-243ae7dd5093 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:10.151373 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacd5e-c901-4d99-a137-243ae7dd5093 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:10.151693 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacd5e-c901-4d99-a137-243ae7dd5093 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:10.152012 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacd5e-c901-4d99-a137-243ae7dd5093 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:10.152360 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacd5e-c901-4d99-a137-243ae7dd5093 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:10.152675 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacd5e-c901-4d99-a137-243ae7dd5093 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:10.152987 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacd5e-c901-4d99-a137-243ae7dd5093 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:10.153301 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacd5e-c901-4d99-a137-243ae7dd5093 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:10.153628 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacd5e-c901-4d99-a137-243ae7dd5093 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:10.153944 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacd5e-c901-4d99-a137-243ae7dd5093 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:10.154256 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacd5e-c901-4d99-a137-243ae7dd5093 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:10.154560 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacd5e-c901-4d99-a137-243ae7dd5093 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:10.154865 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacd5e-c901-4d99-a137-243ae7dd5093 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:10.200930 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d6d9274f-cc80-4679-b8f4-e62ca3ad02dd admin admin] Publish callbacks [] for security_group (82adace2-bf95-425f-b481-b38a27523f4c), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:29:10.226564 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d6d9274f-cc80-4679-b8f4-e62ca3ad02dd admin admin] Publish callbacks [] for security_group (82adace2-bf95-425f-b481-b38a27523f4c), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:29:10.323798 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d6d9274f-cc80-4679-b8f4-e62ca3ad02dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (82adace2-bf95-425f-b481-b38a27523f4c), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:29:10.326286 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d6d9274f-cc80-4679-b8f4-e62ca3ad02dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:29:10.327932 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-d6d9274f-cc80-4679-b8f4-e62ca3ad02dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82adace2-bf95-425f-b481-b38a27523f4c HTTP/1.1" status: 204 len: 168 time: 0.1942146 May 23 12:29:10.335967 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9274f-cc80-4679-b8f4-e62ca3ad02dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82adace2-bf95-425f-b481-b38a27523f4c,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:29:18.598453 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:29:20.331337 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=39,neutron:INSERT=5,neutron:DELETE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:29:20.332064 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=33,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:29:20.358213 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:29:32.521123 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-049df1fe-0622-4929-b3fe-1fd04a64ef73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:29:34.006965 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 5 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:29:34.605853 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4530da54-25ff-422f-b36f-c52e47119c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:29:35.877444 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:29:37.227661 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:29:38.607582 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:29:44.002848 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=4 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:29:44.003710 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=4 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:29:48.601137 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:29:48.603085 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:30:00.982983 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:30:00.983843 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:DELETE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:30:02.387478 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-35788bca-c24d-4ad5-aeeb-575a66a87b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:30:04.609877 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-696a4610-be8a-443a-8b36-d7cc58494f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:30:05.883955 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:30:07.233673 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:30:08.603042 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:30:11.006027 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 5 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:30:14.994306 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=3 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:30:18.597136 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:30:18.599085 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:30:21.002937 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=5 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:30:32.381202 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-08cff463-c9ce-48bf-8e66-62086e3d1060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:30:34.614325 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-651ddc39-d112-4418-a12d-ba8a4cb1d0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:30:35.887407 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:30:37.237083 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:30:38.607128 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:30:48.005472 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 5 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:30:48.594842 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:30:48.602213 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:30:52.007242 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=3 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:31:02.355816 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=10 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:31:02.357919 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=23 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:31:02.383950 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d4114179-414e-4083-b5d5-8cf5f33a0a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:31:03.462537 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484186'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:31:04.616977 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-25d1ed7f-14f9-4f6b-bc43-e67344ec3c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:31:05.889084 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:31:07.239604 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:31:08.609968 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:31:17.514657 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 49736) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:31:17.626820 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-7ae6b1f3-d7b3-48b9-96b9-e5710a1ca677 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1108854 May 23 12:31:18.604066 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:31:18.606073 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:31:19.972509 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 49746) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:31:20.040874 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-09c29605-a990-4b35-b723-0361142e45b6 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0672197 May 23 12:31:25.005399 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:31:27.618490 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:31:27.620743 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:31:30.034583 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:31:30.035596 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:31:32.392685 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e2ec8de3-bd47-483d-879c-d96a095ce33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:31:33.443502 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:31:34.623344 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c90a175e-3e4f-4d02-b2ec-ff07b8bb4778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:31:35.000186 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=3 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:31:35.001575 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=5 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:31:35.891645 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:31:37.239772 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:31:38.612419 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:31:48.606801 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:31:48.607604 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:32:02.005377 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:32:02.386674 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-3664d265-e461-41d9-a33a-7bc268e534ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:32:03.458233 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:32:04.617148 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-809379a7-6723-4f4f-8825-e6192a4a0447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:32:05.896010 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:32:07.244706 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:32:08.615563 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:32:12.000340 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:32:12.001161 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=4 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:32:18.608881 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:32:18.610926 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:32:32.402443 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c01a0da3-12e7-4465-8c25-cd9e8303caa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:32:33.460617 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:32:34.623237 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cf47cd96-47c2-4dcf-9177-f169e1f0eeab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:32:35.896572 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:32:37.247819 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:32:38.620522 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:32:39.004418 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:32:48.613879 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:32:48.615917 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:32:49.000276 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=3 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:32:49.001465 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=5 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:02.414262 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c543c813-7f66-41d6-99cf-4d16bd4e9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:02.428616 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=11 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:02.431339 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=15 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:03.475498 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:03.937865 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 49922) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:04.214335 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 49942) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:04.255291 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-545422887-network', 'tenant_id': '1f94aad6b61d49da817d70d2b91a7594'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:04.286393 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Made reservation on behalf of 1f94aad6b61d49da817d70d2b91a7594 for: {'network': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:33:04.288912 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for network (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:04.298666 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:04.446015 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Publish callbacks [] for security_group (d42b0484-7776-4217-ab6b-cc83b3573eae), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:04.457183 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (d42b0484-7776-4217-ab6b-cc83b3573eae), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:04.484889 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 49956) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:04.506679 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=103849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:33:04.509115 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42b0484-7776-4217-ab6b-cc83b3573eae,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:04.522096 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:04.522486 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:04.522875 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:04.523217 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:04.523547 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:04.523923 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:04.524268 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:04.524588 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:04.524976 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:04.525294 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:04.526171 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:04.526666 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:04.526988 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:04.527307 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:04.527620 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Tracked resource versions report: May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: pushed versions: May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: { 'AddressGroup': {'1.2'}, May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Agent': {'1.1'}, May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'ConntrackHelper': {'1.0'}, May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'LocalIPAssociation': {'1.0'}, May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Log': {'1.0'}, May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'NDPProxy': {'1.0'}, May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Network': {'1.1'}, May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Port': {'1.7'}, May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'PortForwarding': {'1.3'}, May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'QosPolicy': {'1.10'}, May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'SecurityGroup': {'1.5'}, May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'SecurityGroupRule': {'1.2'}, May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'SubPort': {'1.0'}, May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Subnet': {'1.1'}, May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Trunk': {'1.1'}} May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: consumer versions: May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: { DHCP agent@dv-cinder-836996-27-iscsi: {}, May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: HyperV agent@hv-cinder-83699: {}, May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: L3 agent@dv-cinder-836996-27-iscsi: {}, May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: Metadata agent@dv-cinder-836996-27-iscsi: {}, May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: Metering agent@dv-cinder-836996-27-iscsi: {}, May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: Open vSwitch agent@dv-cinder-836996-27-iscsi: { 'AddressGroup': '1.2', May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Agent': '1.1', May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'ConntrackHelper': '1.0', May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'LocalIPAssociation': '1.0', May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Log': '1.0', May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'NDPProxy': '1.0', May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Network': '1.1', May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Port': '1.7', May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'PortForwarding': '1.3', May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'QosPolicy': '1.10', May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'SecurityGroup': '1.5', May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'SecurityGroupRule': '1.2', May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'SubPort': '1.0', May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Subnet': '1.1', May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: 'Trunk': '1.1'}} May 23 12:33:04.529025 dv-cinder-836996-27-iscsi neutron-server[103849]: {{(pid=103849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 12:33:04.538572 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727294489182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (115491fe-8efa-440e-9c04-13bc12577016), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:04.540095 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.segments_db [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Added segment 115491fe-8efa-440e-9c04-13bc12577016 of type vlan for network dd68bfaf-6631-4742-baab-cd5040ec2035 May 23 12:33:04.608736 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727293981772'] for network (dd68bfaf-6631-4742-baab-cd5040ec2035), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:04.625851 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-60caf705-335b-4f15-8c9c-3254f90576fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:04.646676 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for network (dd68bfaf-6631-4742-baab-cd5040ec2035), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:04.647870 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:04.648487 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:04.705899 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-aae7fa98-cfb7-4710-a992-268e26790f77 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-961891884-network', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:04.720381 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7811906 May 23 12:33:04.723680 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 49964) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:04.731235 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Request body: {'subnet': {'network_id': 'dd68bfaf-6631-4742-baab-cd5040ec2035', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-545422887-subnet', 'tenant_id': '1f94aad6b61d49da817d70d2b91a7594', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:04.731687 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d3f32-90a7-4bc5-b91e-822cf9874b21 admin admin] Pushing event updated for resources: {'Network': ['ID=dd68bfaf-6631-4742-baab-cd5040ec2035,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:04.744578 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Network dd68bfaf-6631-4742-baab-cd5040ec2035 details requested by agent ovs-agent-dv-cinder-836996-27-iscsi with host dv-cinder-836996-27-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:33:04.768780 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae7fa98-cfb7-4710-a992-268e26790f77 admin admin] Made reservation on behalf of 0502b9ef01e2460893cfc855d44db0c7 for: {'network': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:33:04.772557 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aae7fa98-cfb7-4710-a992-268e26790f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for network (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:04.784882 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aae7fa98-cfb7-4710-a992-268e26790f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:04.793221 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Made reservation on behalf of 1f94aad6b61d49da817d70d2b91a7594 for: {'subnet': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:33:04.801676 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:04.838529 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 49970) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:04.920944 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aae7fa98-cfb7-4710-a992-268e26790f77 admin admin] Publish callbacks [] for security_group (2dad517e-516d-49b4-9a8b-30b5b9c27949), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:04.929430 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aae7fa98-cfb7-4710-a992-268e26790f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (2dad517e-516d-49b4-9a8b-30b5b9c27949), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:04.952288 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae7fa98-cfb7-4710-a992-268e26790f77 admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=103849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:33:04.964439 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aae7fa98-cfb7-4710-a992-268e26790f77 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727294489182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (13cdb107-875d-4205-a897-41458cd12bd9), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:04.964954 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.segments_db [None req-aae7fa98-cfb7-4710-a992-268e26790f77 admin admin] Added segment 13cdb107-875d-4205-a897-41458cd12bd9 of type vlan for network 3322fe8c-081c-4cfd-b180-198330997eff May 23 12:33:05.027721 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aae7fa98-cfb7-4710-a992-268e26790f77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727293981772'] for network (3322fe8c-081c-4cfd-b180-198330997eff), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:05.040804 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 49974) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:05.059891 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for subnet (68212d90-e130-4d09-8d35-53d81ac2f7a4), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:05.074344 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=6 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:05.082636 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7fa98-cfb7-4710-a992-268e26790f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dad517e-516d-49b4-9a8b-30b5b9c27949,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:05.087320 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aae7fa98-cfb7-4710-a992-268e26790f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for network (3322fe8c-081c-4cfd-b180-198330997eff), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:05.089361 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae7fa98-cfb7-4710-a992-268e26790f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:05.090114 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aae7fa98-cfb7-4710-a992-268e26790f77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:05.118606 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Pushing event updated for resources: {'Subnet': ['ID=68212d90-e130-4d09-8d35-53d81ac2f7a4,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:05.131149 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:05.131491 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:05.131824 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:05.132213 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:05.132663 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:05.132993 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:05.133462 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:05.133667 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:05.136625 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:05.137023 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:05.137380 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:05.137715 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:05.138039 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:05.138360 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:05.138728 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Tracked resource versions report: May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: pushed versions: May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: { 'AddressGroup': {'1.2'}, May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Agent': {'1.1'}, May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'ConntrackHelper': {'1.0'}, May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'LocalIPAssociation': {'1.0'}, May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Log': {'1.0'}, May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'NDPProxy': {'1.0'}, May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Network': {'1.1'}, May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Port': {'1.7'}, May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'PortForwarding': {'1.3'}, May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'QosPolicy': {'1.10'}, May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'SecurityGroup': {'1.5'}, May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'SecurityGroupRule': {'1.2'}, May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'SubPort': {'1.0'}, May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Subnet': {'1.1'}, May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Trunk': {'1.1'}} May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: consumer versions: May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: { DHCP agent@dv-cinder-836996-27-iscsi: {}, May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: HyperV agent@hv-cinder-83699: {}, May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: L3 agent@dv-cinder-836996-27-iscsi: {}, May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: Metadata agent@dv-cinder-836996-27-iscsi: {}, May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: Metering agent@dv-cinder-836996-27-iscsi: {}, May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: Open vSwitch agent@dv-cinder-836996-27-iscsi: { 'AddressGroup': '1.2', May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Agent': '1.1', May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'ConntrackHelper': '1.0', May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'LocalIPAssociation': '1.0', May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Log': '1.0', May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'NDPProxy': '1.0', May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Network': '1.1', May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Port': '1.7', May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'PortForwarding': '1.3', May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'QosPolicy': '1.10', May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'SecurityGroup': '1.5', May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'SecurityGroupRule': '1.2', May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'SubPort': '1.0', May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Subnet': '1.1', May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: 'Trunk': '1.1'}} May 23 12:33:05.139965 dv-cinder-836996-27-iscsi neutron-server[103850]: {{(pid=103850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 12:33:05.162815 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-aae7fa98-cfb7-4710-a992-268e26790f77 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9472179 May 23 12:33:05.168363 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 49980) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:05.174462 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-34b31c13-1f58-412c-8a99-fd0486581bc7 admin admin] Request body: {'subnet': {'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-961891884-subnet', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:05.181043 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7fa98-cfb7-4710-a992-268e26790f77 admin admin] Pushing event updated for resources: {'Network': ['ID=3322fe8c-081c-4cfd-b180-198330997eff,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:05.190100 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Checking segment: {'id': '115491fe-8efa-440e-9c04-13bc12577016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dd68bfaf-6631-4742-baab-cd5040ec2035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:33:05.190746 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Network hostable DHCP agents. Network: dd68bfaf-6631-4742-baab-cd5040ec2035, hostable agents: ['f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96'], hosted agents: [] {{(pid=103850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:33:05.198935 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Network 3322fe8c-081c-4cfd-b180-198330997eff details requested by agent ovs-agent-dv-cinder-836996-27-iscsi with host dv-cinder-836996-27-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:33:05.220971 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-51f7d980-c9f4-49d4-bf45-4163bf8ad738 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1292102453-network', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:05.236382 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b31c13-1f58-412c-8a99-fd0486581bc7 admin admin] Made reservation on behalf of 0502b9ef01e2460893cfc855d44db0c7 for: {'subnet': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:33:05.239504 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-34b31c13-1f58-412c-8a99-fd0486581bc7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:05.256108 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Network dd68bfaf-6631-4742-baab-cd5040ec2035 is scheduled to be hosted by DHCP agent f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96 with binding_index 1 {{(pid=103850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:33:05.263718 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f7d980-c9f4-49d4-bf45-4163bf8ad738 admin admin] Made reservation on behalf of dcc45b8bab17498cadda8d64b3a76780 for: {'network': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:33:05.267070 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f7d980-c9f4-49d4-bf45-4163bf8ad738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for network (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:05.283929 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f7d980-c9f4-49d4-bf45-4163bf8ad738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:05.313683 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-27-iscsi, dd68bfaf-6631-4742-baab-cd5040ec2035) {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:05.330744 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:05.331352 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:05.336290 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe81da5-1e4e-4278-af59-f67e43652836 None None] Network dd68bfaf-6631-4742-baab-cd5040ec2035 requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:33:05.403597 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-f4ed2ca4-e126-4648-b5a9-91d5027efaf6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-405507497-network', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:05.410940 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-93630e79-4923-44d1-99a6-3c4f435de8be admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6860135 May 23 12:33:05.453632 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-fc282c3b-27a0-4806-b258-cd7985d746d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-266485501-network', 'tenant_id': '736376830ed340b2aa62c455c134c4e2'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:05.464400 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:05.467623 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf534e2-a24d-4410-aca0-30d32c540669 None None] Network dd68bfaf-6631-4742-baab-cd5040ec2035 requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:33:05.500214 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ed2ca4-e126-4648-b5a9-91d5027efaf6 admin admin] Made reservation on behalf of da82f9c566664cb1a974cf0d1bf1b09d for: {'network': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:33:05.503140 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4ed2ca4-e126-4648-b5a9-91d5027efaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for network (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:05.513246 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc282c3b-27a0-4806-b258-cd7985d746d5 admin admin] Made reservation on behalf of 736376830ed340b2aa62c455c134c4e2 for: {'network': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:33:05.516453 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc282c3b-27a0-4806-b258-cd7985d746d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for network (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:05.542302 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4ed2ca4-e126-4648-b5a9-91d5027efaf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:05.551707 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc282c3b-27a0-4806-b258-cd7985d746d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:05.590257 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f7d980-c9f4-49d4-bf45-4163bf8ad738 admin admin] Publish callbacks [] for security_group (2c4c19b0-ee18-4b08-88b7-72cfc09dd567), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:05.601231 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f7d980-c9f4-49d4-bf45-4163bf8ad738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (2c4c19b0-ee18-4b08-88b7-72cfc09dd567), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:05.661322 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f7d980-c9f4-49d4-bf45-4163bf8ad738 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:33:05.672628 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-34b31c13-1f58-412c-8a99-fd0486581bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for subnet (57d02ce0-600b-49a7-8858-5c68dbc63a01), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:05.694170 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f7d980-c9f4-49d4-bf45-4163bf8ad738 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727294489182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (99c468f3-8428-4de5-9a02-bb5d1ea7c294), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:05.694644 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.segments_db [None req-51f7d980-c9f4-49d4-bf45-4163bf8ad738 admin admin] Added segment 99c468f3-8428-4de5-9a02-bb5d1ea7c294 of type vlan for network 4833a70f-d11d-46d6-944f-14af0b04cad3 May 23 12:33:05.720430 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:05.720707 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7d980-c9f4-49d4-bf45-4163bf8ad738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4c19b0-ee18-4b08-88b7-72cfc09dd567,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:05.730857 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b31c13-1f58-412c-8a99-fd0486581bc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57d02ce0-600b-49a7-8858-5c68dbc63a01,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:05.749612 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b31c13-1f58-412c-8a99-fd0486581bc7 admin admin] Checking segment: {'id': '13cdb107-875d-4205-a897-41458cd12bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:33:05.750059 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b31c13-1f58-412c-8a99-fd0486581bc7 admin admin] Network hostable DHCP agents. Network: 3322fe8c-081c-4cfd-b180-198330997eff, hostable agents: ['f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96'], hosted agents: [] {{(pid=103850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:33:05.782476 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b31c13-1f58-412c-8a99-fd0486581bc7 admin admin] Network 3322fe8c-081c-4cfd-b180-198330997eff is scheduled to be hosted by DHCP agent f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96 with binding_index 1 {{(pid=103850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:33:05.807002 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-34b31c13-1f58-412c-8a99-fd0486581bc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-27-iscsi, 3322fe8c-081c-4cfd-b180-198330997eff) {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:05.813466 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b31c13-1f58-412c-8a99-fd0486581bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:05.814302 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-34b31c13-1f58-412c-8a99-fd0486581bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:05.821609 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea926699-7e3b-49f1-80af-d9a1354055a1 None None] Network 3322fe8c-081c-4cfd-b180-198330997eff requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:33:05.845193 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-34b31c13-1f58-412c-8a99-fd0486581bc7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6737213 May 23 12:33:05.847432 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 50000) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:05.852922 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-125e55ac-964a-4b6f-a30b-df839390b4e1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-961891884-router', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:05.854033 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f7d980-c9f4-49d4-bf45-4163bf8ad738 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727293981772'] for network (4833a70f-d11d-46d6-944f-14af0b04cad3), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:05.918857 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-125e55ac-964a-4b6f-a30b-df839390b4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11617'] for router (15b1f5f6-3920-485f-bd91-2274c10531a5), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:05.919827 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-125e55ac-964a-4b6f-a30b-df839390b4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-483446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11544'] for router (15b1f5f6-3920-485f-bd91-2274c10531a5), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:05.985447 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=73,neutron:INSERT=25,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:05.998614 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f7d980-c9f4-49d4-bf45-4163bf8ad738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for network (4833a70f-d11d-46d6-944f-14af0b04cad3), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:06.000389 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f7d980-c9f4-49d4-bf45-4163bf8ad738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:06.001241 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f7d980-c9f4-49d4-bf45-4163bf8ad738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:06.012662 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4ed2ca4-e126-4648-b5a9-91d5027efaf6 admin admin] Publish callbacks [] for security_group (d5d9621d-5396-4ab8-936a-3ae8bf1f64de), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:06.086387 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7d980-c9f4-49d4-bf45-4163bf8ad738 admin admin] Pushing event updated for resources: {'Network': ['ID=4833a70f-d11d-46d6-944f-14af0b04cad3,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:06.091429 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc282c3b-27a0-4806-b258-cd7985d746d5 admin admin] Publish callbacks [] for security_group (7a3578d4-0f57-4f2b-8925-57464cd90d0e), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:06.096990 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4ed2ca4-e126-4648-b5a9-91d5027efaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (d5d9621d-5396-4ab8-936a-3ae8bf1f64de), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:06.112792 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-125e55ac-964a-4b6f-a30b-df839390b4e1 admin admin] Publish callbacks [] for router_controller (15b1f5f6-3920-485f-bd91-2274c10531a5), precommit_add_association {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:06.113958 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ed2ca4-e126-4648-b5a9-91d5027efaf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=103849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:33:06.127394 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4ed2ca4-e126-4648-b5a9-91d5027efaf6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727294489182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (04340b8c-34f5-40a6-9546-72e1f80eae28), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:06.128505 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.segments_db [None req-f4ed2ca4-e126-4648-b5a9-91d5027efaf6 admin admin] Added segment 04340b8c-34f5-40a6-9546-72e1f80eae28 of type vlan for network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a May 23 12:33:06.151300 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Network 4833a70f-d11d-46d6-944f-14af0b04cad3 details requested by agent ovs-agent-dv-cinder-836996-27-iscsi with host dv-cinder-836996-27-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:33:06.189702 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4ed2ca4-e126-4648-b5a9-91d5027efaf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727293981772'] for network (34e447e2-b5a8-48e8-88c3-11c08d0cb74a), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:06.235178 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:06.240370 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4ed2ca4-e126-4648-b5a9-91d5027efaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for network (34e447e2-b5a8-48e8-88c3-11c08d0cb74a), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:06.242626 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ed2ca4-e126-4648-b5a9-91d5027efaf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:06.243692 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4ed2ca4-e126-4648-b5a9-91d5027efaf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:06.260292 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc282c3b-27a0-4806-b258-cd7985d746d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (7a3578d4-0f57-4f2b-8925-57464cd90d0e), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:06.263531 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:06.278977 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd8c37bb-aeb2-5b83-a5a3-99f3ae67a9d0-3322fe8c-081c-4cfd-b180-198330997eff', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'fixed_ips': [{'subnet_id': '57d02ce0-600b-49a7-8858-5c68dbc63a01'}]}} from dv-cinder-836996-27-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 12:33:06.283978 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:06.292729 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-f4ed2ca4-e126-4648-b5a9-91d5027efaf6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.4525406 May 23 12:33:06.296963 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50034) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:06.303397 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-51f7d980-c9f4-49d4-bf45-4163bf8ad738 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.8136010 May 23 12:33:06.310907 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-9ab2b821-48dc-49ae-875d-25c2c0de44c7 admin admin] Request body: {'subnet': {'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-405507497-subnet', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:06.343601 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50036) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:06.358799 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab2b821-48dc-49ae-875d-25c2c0de44c7 admin admin] Made reservation on behalf of da82f9c566664cb1a974cf0d1bf1b09d for: {'subnet': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:33:06.361351 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ab2b821-48dc-49ae-875d-25c2c0de44c7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:06.370714 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-a7844e05-4d64-49bc-b5ab-ad2124062d86 admin admin] Request body: {'subnet': {'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1292102453-subnet', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:06.411440 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7844e05-4d64-49bc-b5ab-ad2124062d86 admin admin] Made reservation on behalf of dcc45b8bab17498cadda8d64b3a76780 for: {'subnet': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:33:06.414459 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a7844e05-4d64-49bc-b5ab-ad2124062d86 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:06.422654 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-125e55ac-964a-4b6f-a30b-df839390b4e1 admin admin] Publish callbacks [] for router_gateway (15b1f5f6-3920-485f-bd91-2274c10531a5), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:06.532848 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc282c3b-27a0-4806-b258-cd7985d746d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:33:06.556294 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed2ca4-e126-4648-b5a9-91d5027efaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d9621d-5396-4ab8-936a-3ae8bf1f64de,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:06.599079 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:06.623552 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Allocated IP 172.20.0.2 (3322fe8c-081c-4cfd-b180-198330997eff/57d02ce0-600b-49a7-8858-5c68dbc63a01/6bca5d89-4510-4abb-b786-004c28fa2fb6) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:33:06.800691 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc282c3b-27a0-4806-b258-cd7985d746d5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727294489182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (85f304ec-f4f0-4cbb-aa66-ee2df5bb0198), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:06.802107 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.segments_db [None req-fc282c3b-27a0-4806-b258-cd7985d746d5 admin admin] Added segment 85f304ec-f4f0-4cbb-aa66-ee2df5bb0198 of type vlan for network cc274260-5d38-4e43-aa07-b73fcfa156ea May 23 12:33:06.859527 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc282c3b-27a0-4806-b258-cd7985d746d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727293981772'] for network (cc274260-5d38-4e43-aa07-b73fcfa156ea), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:06.932733 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-125e55ac-964a-4b6f-a30b-df839390b4e1 admin admin] Publish callbacks [] for router_gateway (15b1f5f6-3920-485f-bd91-2274c10531a5), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:06.961875 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc282c3b-27a0-4806-b258-cd7985d746d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for network (cc274260-5d38-4e43-aa07-b73fcfa156ea), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:06.962949 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc282c3b-27a0-4806-b258-cd7985d746d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:06.963984 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc282c3b-27a0-4806-b258-cd7985d746d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:06.996939 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-125e55ac-964a-4b6f-a30b-df839390b4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:07.004005 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-fc282c3b-27a0-4806-b258-cd7985d746d5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.9598484 May 23 12:33:07.009389 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:07.030458 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50058) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:07.032080 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Publish callbacks [] for port (6bca5d89-4510-4abb-b786-004c28fa2fb6), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:07.046885 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (6bca5d89-4510-4abb-b786-004c28fa2fb6), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:07.068887 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-03133296-adb6-4f36-b458-5c3fbc648c43 admin admin] Request body: {'subnet': {'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-266485501-subnet', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:07.094289 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Network 3322fe8c-081c-4cfd-b180-198330997eff is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:07.097958 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:07.106643 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:33:07.118063 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:07.147751 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed2ca4-e126-4648-b5a9-91d5027efaf6 admin admin] Pushing event updated for resources: {'Network': ['ID=34e447e2-b5a8-48e8-88c3-11c08d0cb74a,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:07.181356 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a details requested by agent ovs-agent-dv-cinder-836996-27-iscsi with host dv-cinder-836996-27-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:33:07.282568 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc282c3b-27a0-4806-b258-cd7985d746d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3578d4-0f57-4f2b-8925-57464cd90d0e,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:07.393738 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-125e55ac-964a-4b6f-a30b-df839390b4e1 admin admin] Allocated IP 172.27.0.86 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/eb40ef6b-cbcf-4e26-967b-28a8f54080ce) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:33:07.468699 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Pushing event updated for resources: {'Port': ['ID=6bca5d89-4510-4abb-b786-004c28fa2fb6,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:07.470087 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03133296-adb6-4f36-b458-5c3fbc648c43 admin admin] Made reservation on behalf of 736376830ed340b2aa62c455c134c4e2 for: {'subnet': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:33:07.481485 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-03133296-adb6-4f36-b458-5c3fbc648c43 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:07.496379 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:07.496956 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:07.497548 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:07.498102 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:07.499017 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:07.499539 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:07.500739 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:07.501316 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:07.501938 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:07.502641 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:07.503147 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:07.504056 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:07.504652 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:07.505216 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:07.505772 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Tracked resource versions report: May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: pushed versions: May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: { 'AddressGroup': {'1.2'}, May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Agent': {'1.1'}, May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'ConntrackHelper': {'1.0'}, May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'LocalIPAssociation': {'1.0'}, May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Log': {'1.0'}, May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'NDPProxy': {'1.0'}, May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Network': {'1.1'}, May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Port': {'1.7'}, May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'PortForwarding': {'1.3'}, May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'QosPolicy': {'1.10'}, May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'SecurityGroup': {'1.5'}, May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'SecurityGroupRule': {'1.2'}, May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'SubPort': {'1.0'}, May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Subnet': {'1.1'}, May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Trunk': {'1.1'}} May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: consumer versions: May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: { DHCP agent@dv-cinder-836996-27-iscsi: {}, May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: HyperV agent@hv-cinder-83699: {}, May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: L3 agent@dv-cinder-836996-27-iscsi: {}, May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: Metadata agent@dv-cinder-836996-27-iscsi: {}, May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: Metering agent@dv-cinder-836996-27-iscsi: {}, May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: Open vSwitch agent@dv-cinder-836996-27-iscsi: { 'AddressGroup': '1.2', May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Agent': '1.1', May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'ConntrackHelper': '1.0', May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'LocalIPAssociation': '1.0', May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Log': '1.0', May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'NDPProxy': '1.0', May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Network': '1.1', May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Port': '1.7', May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'PortForwarding': '1.3', May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'QosPolicy': '1.10', May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'SecurityGroup': '1.5', May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'SecurityGroupRule': '1.2', May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'SubPort': '1.0', May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Subnet': '1.1', May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: 'Trunk': '1.1'}} May 23 12:33:07.508103 dv-cinder-836996-27-iscsi neutron-server[103851]: {{(pid=103851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 12:33:07.544534 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Attempting to bind port 6bca5d89-4510-4abb-b786-004c28fa2fb6 on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:33:07.544534 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Attempting to bind port 6bca5d89-4510-4abb-b786-004c28fa2fb6 by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': '13cdb107-875d-4205-a897-41458cd12bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:33:07.544534 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Attempting to bind port 6bca5d89-4510-4abb-b786-004c28fa2fb6 on network 3322fe8c-081c-4cfd-b180-198330997eff {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:07.551385 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:07.562088 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:33:07.562872 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Checking segment: {'id': '13cdb107-875d-4205-a897-41458cd12bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:33:07.564036 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:07.564917 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Bound using segment: {'id': '13cdb107-875d-4205-a897-41458cd12bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:33:07.565906 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Bound port: 6bca5d89-4510-4abb-b786-004c28fa2fb6, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13cdb107-875d-4205-a897-41458cd12bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:33:07.566581 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (6bca5d89-4510-4abb-b786-004c28fa2fb6), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:07.589236 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:07.604680 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-125e55ac-964a-4b6f-a30b-df839390b4e1 admin admin] Publish callbacks [] for port (eb40ef6b-cbcf-4e26-967b-28a8f54080ce), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:07.641793 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:07.648827 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-125e55ac-964a-4b6f-a30b-df839390b4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (eb40ef6b-cbcf-4e26-967b-28a8f54080ce), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:07.656430 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] For port 6bca5d89-4510-4abb-b786-004c28fa2fb6, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:33:07.662736 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] For port 6bca5d89-4510-4abb-b786-004c28fa2fb6, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=6bca5d89-4510-4abb-b786-004c28fa2fb6,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:33:07.675008 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (6bca5d89-4510-4abb-b786-004c28fa2fb6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:07.762567 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125e55ac-964a-4b6f-a30b-df839390b4e1 admin admin] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:07.765435 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e55ac-964a-4b6f-a30b-df839390b4e1 admin admin] Pushing event updated for resources: {'Port': ['ID=eb40ef6b-cbcf-4e26-967b-28a8f54080ce,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:07.778309 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-125e55ac-964a-4b6f-a30b-df839390b4e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:07.798858 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027370ca-3f90-462b-9d39-96dde74fb2b5 None None] Pushing event updated for resources: {'Port': ['ID=6bca5d89-4510-4abb-b786-004c28fa2fb6,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:07.815961 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125e55ac-964a-4b6f-a30b-df839390b4e1 admin admin] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:33:07.929680 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc282c3b-27a0-4806-b258-cd7985d746d5 admin admin] Pushing event updated for resources: {'Network': ['ID=cc274260-5d38-4e43-aa07-b73fcfa156ea,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:07.955418 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Network cc274260-5d38-4e43-aa07-b73fcfa156ea details requested by agent ovs-agent-dv-cinder-836996-27-iscsi with host dv-cinder-836996-27-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:33:08.170387 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a7844e05-4d64-49bc-b5ab-ad2124062d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for subnet (f25e8178-dbfd-4850-b4e0-0743c897d958), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:08.299066 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 50108) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:08.302511 dv-cinder-836996-27-iscsi neutron-server[103850]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 23 12:33:08.337259 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7844e05-4d64-49bc-b5ab-ad2124062d86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f25e8178-dbfd-4850-b4e0-0743c897d958,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:08.442151 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ab2b821-48dc-49ae-875d-25c2c0de44c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for subnet (be7def1c-9596-416f-a585-da28c5a17c31), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:08.454147 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-03133296-adb6-4f36-b458-5c3fbc648c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for subnet (188e2ead-7d0d-4956-8add-55d376412943), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:08.516200 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:08.537386 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-125e55ac-964a-4b6f-a30b-df839390b4e1 admin admin] Publish callbacks [] for router_gateway (15b1f5f6-3920-485f-bd91-2274c10531a5), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:08.537894 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2b821-48dc-49ae-875d-25c2c0de44c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be7def1c-9596-416f-a585-da28c5a17c31,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:08.546474 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7844e05-4d64-49bc-b5ab-ad2124062d86 admin admin] Checking segment: {'id': '99c468f3-8428-4de5-9a02-bb5d1ea7c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:33:08.546940 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7844e05-4d64-49bc-b5ab-ad2124062d86 admin admin] Network hostable DHCP agents. Network: 4833a70f-d11d-46d6-944f-14af0b04cad3, hostable agents: ['f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96'], hosted agents: [] {{(pid=103849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:33:08.629681 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:08.643066 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab2b821-48dc-49ae-875d-25c2c0de44c7 admin admin] Checking segment: {'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:33:08.643066 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab2b821-48dc-49ae-875d-25c2c0de44c7 admin admin] Network hostable DHCP agents. Network: 34e447e2-b5a8-48e8-88c3-11c08d0cb74a, hostable agents: ['f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96'], hosted agents: [] {{(pid=103849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:33:08.662074 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03133296-adb6-4f36-b458-5c3fbc648c43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=188e2ead-7d0d-4956-8add-55d376412943,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:08.667191 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03133296-adb6-4f36-b458-5c3fbc648c43 admin admin] Checking segment: {'id': '85f304ec-f4f0-4cbb-aa66-ee2df5bb0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:33:08.667587 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03133296-adb6-4f36-b458-5c3fbc648c43 admin admin] Network hostable DHCP agents. Network: cc274260-5d38-4e43-aa07-b73fcfa156ea, hostable agents: ['f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96'], hosted agents: [] {{(pid=103849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:33:08.671963 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:08.675387 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-eb1fe3d3-cb44-475c-9c4e-bc06d06974b8 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:08.677803 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-eb1fe3d3-cb44-475c-9c4e-bc06d06974b8 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/networks?id=dd68bfaf-6631-4742-baab-cd5040ec2035 HTTP/1.1" status: 200 len: 811 time: 0.3775563 May 23 12:33:08.685202 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7844e05-4d64-49bc-b5ab-ad2124062d86 admin admin] Network 4833a70f-d11d-46d6-944f-14af0b04cad3 is scheduled to be hosted by DHCP agent f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96 with binding_index 1 {{(pid=103849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:33:08.706421 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab2b821-48dc-49ae-875d-25c2c0de44c7 admin admin] Network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a is scheduled to be hosted by DHCP agent f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96 with binding_index 1 {{(pid=103849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:33:08.723395 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-a7844e05-4d64-49bc-b5ab-ad2124062d86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-27-iscsi, 4833a70f-d11d-46d6-944f-14af0b04cad3) {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:08.729506 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7844e05-4d64-49bc-b5ab-ad2124062d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:08.730381 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a7844e05-4d64-49bc-b5ab-ad2124062d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:08.731403 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-696e845f-2751-441a-a296-df0d227ac8c8 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/quotas/1f94aad6b61d49da817d70d2b91a7594 HTTP/1.1" status: 200 len: 375 time: 0.0304215 May 23 12:33:08.735057 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03133296-adb6-4f36-b458-5c3fbc648c43 admin admin] Network cc274260-5d38-4e43-aa07-b73fcfa156ea is scheduled to be hosted by DHCP agent f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96 with binding_index 1 {{(pid=103849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:33:08.736936 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-9ab2b821-48dc-49ae-875d-25c2c0de44c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-27-iscsi, 34e447e2-b5a8-48e8-88c3-11c08d0cb74a) {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:08.742431 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab2b821-48dc-49ae-875d-25c2c0de44c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:08.743023 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ab2b821-48dc-49ae-875d-25c2c0de44c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:08.743285 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccadb3af-a96d-474d-af5b-4e202eeb972c None None] Network 4833a70f-d11d-46d6-944f-14af0b04cad3 requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:33:08.767579 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-03133296-adb6-4f36-b458-5c3fbc648c43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-27-iscsi, cc274260-5d38-4e43-aa07-b73fcfa156ea) {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:08.782184 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-9ab2b821-48dc-49ae-875d-25c2c0de44c7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4771717 May 23 12:33:08.783690 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50130) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:08.785376 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03133296-adb6-4f36-b458-5c3fbc648c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:08.786222 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-03133296-adb6-4f36-b458-5c3fbc648c43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:08.793736 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-6fc0b9ee-2a20-4947-968c-687f56332fb2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:08.796525 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba1c744-9d27-431b-a215-65e697185f1c None None] Network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:33:08.801344 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf3e3cb-2e55-4068-99dd-d8308d7ee3cd None None] Network cc274260-5d38-4e43-aa07-b73fcfa156ea requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:33:08.806410 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-a7844e05-4d64-49bc-b5ab-ad2124062d86 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4547889 May 23 12:33:08.812542 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50132) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:08.819157 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-1e2dca7d-efc2-4d49-a4b6-10dd627d673a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1292102453-router', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:08.858020 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-03133296-adb6-4f36-b458-5c3fbc648c43 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8146334 May 23 12:33:08.860470 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50138) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:08.866309 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-0fc5f73c-757d-4782-815f-43624fb342fc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-266485501-router', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:08.874460 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-7272656f-79e7-49e2-9101-824fec044972 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f94aad6b61d49da817d70d2b91a7594&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843437 May 23 12:33:08.885906 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b9ee-2a20-4947-968c-687f56332fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11617'] for router (a1273a1e-93ca-4062-8a87-809e8bae5c19), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:08.887256 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b9ee-2a20-4947-968c-687f56332fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-483446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11544'] for router (a1273a1e-93ca-4062-8a87-809e8bae5c19), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:08.900029 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1e2dca7d-efc2-4d49-a4b6-10dd627d673a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11617'] for router (247a10e0-ecd2-4f0e-a7d8-36fb2f798af5), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:08.901323 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1e2dca7d-efc2-4d49-a4b6-10dd627d673a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-483446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11544'] for router (247a10e0-ecd2-4f0e-a7d8-36fb2f798af5), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:08.960806 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:08.965546 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f73c-757d-4782-815f-43624fb342fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11617'] for router (9ba67b00-16b6-4c4d-a3d1-b914a8472196), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:08.968766 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f73c-757d-4782-815f-43624fb342fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-483446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11544'] for router (9ba67b00-16b6-4c4d-a3d1-b914a8472196), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:08.986250 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-125e55ac-964a-4b6f-a30b-df839390b4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-483363'] for router (15b1f5f6-3920-485f-bd91-2274c10531a5), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:09.094092 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b9ee-2a20-4947-968c-687f56332fb2 admin admin] Publish callbacks [] for router_controller (a1273a1e-93ca-4062-8a87-809e8bae5c19), precommit_add_association {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:09.165205 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1e2dca7d-efc2-4d49-a4b6-10dd627d673a admin admin] Publish callbacks [] for router_controller (247a10e0-ecd2-4f0e-a7d8-36fb2f798af5), precommit_add_association {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:09.195199 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125e55ac-964a-4b6f-a30b-df839390b4e1 admin admin] Router 15b1f5f6-3920-485f-bd91-2274c10531a5 is scheduled to L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 with binding_index 1 {{(pid=103850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:33:09.311495 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-0a9de015-ef24-49cf-a613-7d3f97f124d6 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 12:33:09.312766 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-0a9de015-ef24-49cf-a613-7d3f97f124d6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1442173 May 23 12:33:09.321430 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16b7b93-cc00-4ca7-aaa4-d3a25b292c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd8c37bb-aeb2-5b83-a5a3-99f3ae67a9d0-4833a70f-d11d-46d6-944f-14af0b04cad3', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'fixed_ips': [{'subnet_id': 'f25e8178-dbfd-4850-b4e0-0743c897d958'}]}} from dv-cinder-836996-27-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 12:33:09.323012 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c16b7b93-cc00-4ca7-aaa4-d3a25b292c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:09.354354 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:09.355579 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1804399-93bc-46c7-ac37-24f6951be740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd8c37bb-aeb2-5b83-a5a3-99f3ae67a9d0-cc274260-5d38-4e43-aa07-b73fcfa156ea', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'project_id': '736376830ed340b2aa62c455c134c4e2', 'fixed_ips': [{'subnet_id': '188e2ead-7d0d-4956-8add-55d376412943'}]}} from dv-cinder-836996-27-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 12:33:09.356629 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f1804399-93bc-46c7-ac37-24f6951be740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:09.400700 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042f4ab5-cb1e-4832-b98d-2b64a67c853e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd8c37bb-aeb2-5b83-a5a3-99f3ae67a9d0-34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31'}]}} from dv-cinder-836996-27-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 12:33:09.401985 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-042f4ab5-cb1e-4832-b98d-2b64a67c853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:09.562685 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125e55ac-964a-4b6f-a30b-df839390b4e1 admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:33:09.579335 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] Sync routers for ids ['15b1f5f6-3920-485f-bd91-2274c10531a5'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:33:09.603154 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-ec72724e-d427-4727-9e3c-bc9a7668ee54 service neutron] 10.222.0.16 "GET /v2.0/networks/dd68bfaf-6631-4742-baab-cd5040ec2035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820551 May 23 12:33:09.621687 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] Routers {'15b1f5f6-3920-485f-bd91-2274c10531a5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:33:09.622344 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:33:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['15b1f5f6-3920-485f-bd91-2274c10531a5'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:09.622510 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f73c-757d-4782-815f-43624fb342fc admin admin] Publish callbacks [] for router_controller (9ba67b00-16b6-4c4d-a3d1-b914a8472196), precommit_add_association {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:09.638617 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-125e55ac-964a-4b6f-a30b-df839390b4e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:09.643575 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-125e55ac-964a-4b6f-a30b-df839390b4e1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7948153 May 23 12:33:09.665960 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50160) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:09.741869 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a8ba39-e22f-41ab-b898-1272de1a2156 None None] Network 3322fe8c-081c-4cfd-b180-198330997eff requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:33:09.797838 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 6bca5d89-4510-4abb-b786-004c28fa2fb6 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:09.864738 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:09.870690 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-28853350-c1e7-4c2f-a232-06e0531a50dc service neutron] 10.222.0.16 "GET /v2.0/networks/dd68bfaf-6631-4742-baab-cd5040ec2035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592371 May 23 12:33:10.001845 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] Set router 15b1f5f6-3920-485f-bd91-2274c10531a5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:33:10.047503 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1e2dca7d-efc2-4d49-a4b6-10dd627d673a admin admin] Publish callbacks [] for router_gateway (247a10e0-ecd2-4f0e-a7d8-36fb2f798af5), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:10.089852 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f73c-757d-4782-815f-43624fb342fc admin admin] Publish callbacks [] for router_gateway (9ba67b00-16b6-4c4d-a3d1-b914a8472196), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:10.093582 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-042f4ab5-cb1e-4832-b98d-2b64a67c853e None None] Allocated IP 172.20.0.2 (34e447e2-b5a8-48e8-88c3-11c08d0cb74a/be7def1c-9596-416f-a585-da28c5a17c31/bff0f017-b4f4-4637-a921-10ef2b82bdf3) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:33:10.096918 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b9ee-2a20-4947-968c-687f56332fb2 admin admin] Publish callbacks [] for router_gateway (a1273a1e-93ca-4062-8a87-809e8bae5c19), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:10.386294 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'name': 'tempest-AttachVolumeShelveTestJSON-961891884-router', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:05Z', 'updated_at': '2022-05-23T12:33:08Z', 'revision_number': 3, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'gw_port': {'id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:07Z', 'updated_at': '2022-05-23T12:33:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:10.434905 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] Checking router: 15b1f5f6-3920-485f-bd91-2274c10531a5 for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:33:10.435581 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] Updating router 15b1f5f6-3920-485f-bd91-2274c10531a5 port eb40ef6b-cbcf-4e26-967b-28a8f54080ce binding host dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:33:10.477424 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (eb40ef6b-cbcf-4e26-967b-28a8f54080ce), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:10.524979 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9f86613b-7be6-4b13-88ee-d13621c5fe0e req-eb11fe1d-53dc-44e8-b998-dcd7c07cb8d6 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 210 time: 0.1366954 May 23 12:33:10.543668 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-042f4ab5-cb1e-4832-b98d-2b64a67c853e None None] Publish callbacks [] for port (bff0f017-b4f4-4637-a921-10ef2b82bdf3), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:10.557081 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:10.642821 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:10.668939 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:10.698038 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-042f4ab5-cb1e-4832-b98d-2b64a67c853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (bff0f017-b4f4-4637-a921-10ef2b82bdf3), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:10.784904 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:10.852623 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-511da5a7-9199-47de-9409-d39374771fbe None None] Provisioning complete for port 6bca5d89-4510-4abb-b786-004c28fa2fb6 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:10.854202 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-511da5a7-9199-47de-9409-d39374771fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (6bca5d89-4510-4abb-b786-004c28fa2fb6), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:10.927956 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-c16b7b93-cc00-4ca7-aaa4-d3a25b292c26 None None] Allocated IP 172.20.0.2 (4833a70f-d11d-46d6-944f-14af0b04cad3/f25e8178-dbfd-4850-b4e0-0743c897d958/91a91f01-cf12-484a-a2bf-def0ab2fc891) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:33:10.937155 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042f4ab5-cb1e-4832-b98d-2b64a67c853e None None] Network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:10.939327 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f4ab5-cb1e-4832-b98d-2b64a67c853e None None] Pushing event updated for resources: {'Port': ['ID=bff0f017-b4f4-4637-a921-10ef2b82bdf3,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:10.979259 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 6bca5d89-4510-4abb-b786-004c28fa2fb6 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:10.979259 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (6bca5d89-4510-4abb-b786-004c28fa2fb6), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:10.980985 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-042f4ab5-cb1e-4832-b98d-2b64a67c853e None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:11.010639 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042f4ab5-cb1e-4832-b98d-2b64a67c853e None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:33:11.056728 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] Publish callbacks [] for port (eb40ef6b-cbcf-4e26-967b-28a8f54080ce), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:11.074357 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (eb40ef6b-cbcf-4e26-967b-28a8f54080ce), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:11.144667 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-f1804399-93bc-46c7-ac37-24f6951be740 None None] Allocated IP 172.20.0.2 (cc274260-5d38-4e43-aa07-b73fcfa156ea/188e2ead-7d0d-4956-8add-55d376412943/350ad1ef-e79d-4292-b5c7-7bc9a233ecc5) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:33:11.202956 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2d2c2-6517-4941-ad31-7136b4ba300f None None] Pushing event updated for resources: {'Port': ['ID=eb40ef6b-cbcf-4e26-967b-28a8f54080ce,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:11.215787 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2d2c2-6517-4941-ad31-7136b4ba300f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:11.216445 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2d2c2-6517-4941-ad31-7136b4ba300f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:11.217042 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2d2c2-6517-4941-ad31-7136b4ba300f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:11.217563 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2d2c2-6517-4941-ad31-7136b4ba300f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:11.218177 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2d2c2-6517-4941-ad31-7136b4ba300f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:11.218907 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2d2c2-6517-4941-ad31-7136b4ba300f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:11.219435 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2d2c2-6517-4941-ad31-7136b4ba300f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:11.219957 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2d2c2-6517-4941-ad31-7136b4ba300f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:11.220353 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2d2c2-6517-4941-ad31-7136b4ba300f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:11.220817 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2d2c2-6517-4941-ad31-7136b4ba300f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:11.221151 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2d2c2-6517-4941-ad31-7136b4ba300f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:11.221558 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2d2c2-6517-4941-ad31-7136b4ba300f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:11.221920 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2d2c2-6517-4941-ad31-7136b4ba300f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:11.222378 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2d2c2-6517-4941-ad31-7136b4ba300f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:11.222903 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2d2c2-6517-4941-ad31-7136b4ba300f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2d2c2-6517-4941-ad31-7136b4ba300f None None] Tracked resource versions report: May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: pushed versions: May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: { 'AddressGroup': {'1.2'}, May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Agent': {'1.1'}, May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'ConntrackHelper': {'1.0'}, May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'LocalIPAssociation': {'1.0'}, May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Log': {'1.0'}, May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'NDPProxy': {'1.0'}, May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Network': {'1.1'}, May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Port': {'1.7'}, May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'PortForwarding': {'1.3'}, May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'QosPolicy': {'1.10'}, May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'SecurityGroup': {'1.5'}, May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'SecurityGroupRule': {'1.2'}, May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'SubPort': {'1.0'}, May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Subnet': {'1.1'}, May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Trunk': {'1.1'}} May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: consumer versions: May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: { DHCP agent@dv-cinder-836996-27-iscsi: {}, May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: HyperV agent@hv-cinder-83699: {}, May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: L3 agent@dv-cinder-836996-27-iscsi: {}, May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: Metadata agent@dv-cinder-836996-27-iscsi: {}, May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: Metering agent@dv-cinder-836996-27-iscsi: {}, May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: Open vSwitch agent@dv-cinder-836996-27-iscsi: { 'AddressGroup': '1.2', May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Agent': '1.1', May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'ConntrackHelper': '1.0', May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'LocalIPAssociation': '1.0', May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Log': '1.0', May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'NDPProxy': '1.0', May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Network': '1.1', May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Port': '1.7', May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'PortForwarding': '1.3', May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'QosPolicy': '1.10', May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'SecurityGroup': '1.5', May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'SecurityGroupRule': '1.2', May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'SubPort': '1.0', May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Subnet': '1.1', May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: 'Trunk': '1.1'}} May 23 12:33:11.224381 dv-cinder-836996-27-iscsi neutron-server[103852]: {{(pid=103852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 12:33:11.229860 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] Attempting to bind port eb40ef6b-cbcf-4e26-967b-28a8f54080ce on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:33:11.229860 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] Attempting to bind port eb40ef6b-cbcf-4e26-967b-28a8f54080ce by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:33:11.230143 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] Attempting to bind port eb40ef6b-cbcf-4e26-967b-28a8f54080ce on network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:11.238995 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:33:11.239631 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] Checking segment: {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:33:11.240040 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:11.240542 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] Bound using segment: {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:33:11.241105 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] Bound port: eb40ef6b-cbcf-4e26-967b-28a8f54080ce, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:33:11.241488 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (eb40ef6b-cbcf-4e26-967b-28a8f54080ce), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:11.332680 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] For port eb40ef6b-cbcf-4e26-967b-28a8f54080ce, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:33:11.340597 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] For port eb40ef6b-cbcf-4e26-967b-28a8f54080ce, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=eb40ef6b-cbcf-4e26-967b-28a8f54080ce,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:33:11.358443 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=100 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:11.371712 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (eb40ef6b-cbcf-4e26-967b-28a8f54080ce), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:11.374878 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f73c-757d-4782-815f-43624fb342fc admin admin] Publish callbacks [] for router_gateway (9ba67b00-16b6-4c4d-a3d1-b914a8472196), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:11.482917 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1e2dca7d-efc2-4d49-a4b6-10dd627d673a admin admin] Publish callbacks [] for router_gateway (247a10e0-ecd2-4f0e-a7d8-36fb2f798af5), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:11.513685 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f73c-757d-4782-815f-43624fb342fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:11.519318 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-042f4ab5-cb1e-4832-b98d-2b64a67c853e None None] Attempting to bind port bff0f017-b4f4-4637-a921-10ef2b82bdf3 on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:33:11.519846 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-042f4ab5-cb1e-4832-b98d-2b64a67c853e None None] Attempting to bind port bff0f017-b4f4-4637-a921-10ef2b82bdf3 by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:33:11.520477 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f4ab5-cb1e-4832-b98d-2b64a67c853e None None] Attempting to bind port bff0f017-b4f4-4637-a921-10ef2b82bdf3 on network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:11.556224 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2d2c2-6517-4941-ad31-7136b4ba300f None None] Pushing event updated for resources: {'Port': ['ID=eb40ef6b-cbcf-4e26-967b-28a8f54080ce,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:11.623932 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f4ab5-cb1e-4832-b98d-2b64a67c853e None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:33:11.623932 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f4ab5-cb1e-4832-b98d-2b64a67c853e None None] Checking segment: {'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:33:11.623932 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-042f4ab5-cb1e-4832-b98d-2b64a67c853e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:11.623932 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f4ab5-cb1e-4832-b98d-2b64a67c853e None None] Bound using segment: {'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:33:11.623932 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-042f4ab5-cb1e-4832-b98d-2b64a67c853e None None] Bound port: bff0f017-b4f4-4637-a921-10ef2b82bdf3, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:33:11.623932 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-042f4ab5-cb1e-4832-b98d-2b64a67c853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (bff0f017-b4f4-4637-a921-10ef2b82bdf3), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:11.641554 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] Routers {'15b1f5f6-3920-485f-bd91-2274c10531a5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:33:11.642207 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:33:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['15b1f5f6-3920-485f-bd91-2274c10531a5'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:11.663771 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-0fc5f73c-757d-4782-815f-43624fb342fc admin admin] Allocated IP 172.27.0.35 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/24b0890d-6130-4977-b64c-6729ee998ef3) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:33:11.688710 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 50238) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:11.805989 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e8679a29-38a9-4bbe-965d-de77a15c3d9e req-ed83f099-8dee-46dc-a8a7-7670845b1fdd tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 210 time: 0.1154730 May 23 12:33:11.849588 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f73c-757d-4782-815f-43624fb342fc admin admin] Publish callbacks [] for port (24b0890d-6130-4977-b64c-6729ee998ef3), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:11.860795 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:11.894456 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:11.913038 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1e2dca7d-efc2-4d49-a4b6-10dd627d673a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:11.913581 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:11.914907 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-511da5a7-9199-47de-9409-d39374771fbe None None] Current status of the port 6bca5d89-4510-4abb-b786-004c28fa2fb6 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:11.916455 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-511da5a7-9199-47de-9409-d39374771fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (6bca5d89-4510-4abb-b786-004c28fa2fb6), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:11.921432 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 6bca5d89-4510-4abb-b786-004c28fa2fb6 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:11.921897 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f73c-757d-4782-815f-43624fb342fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (24b0890d-6130-4977-b64c-6729ee998ef3), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:11.922870 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (6bca5d89-4510-4abb-b786-004c28fa2fb6), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:11.944643 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] Set router 15b1f5f6-3920-485f-bd91-2274c10531a5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:33:12.098696 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc5f73c-757d-4782-815f-43624fb342fc admin admin] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:12.158031 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:12.163866 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-0fc5f73c-757d-4782-815f-43624fb342fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:12.177428 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5f73c-757d-4782-815f-43624fb342fc admin admin] Pushing event updated for resources: {'Port': ['ID=24b0890d-6130-4977-b64c-6729ee998ef3,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:12.210815 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c16b7b93-cc00-4ca7-aaa4-d3a25b292c26 None None] Publish callbacks [] for port (91a91f01-cf12-484a-a2bf-def0ab2fc891), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:12.212893 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc5f73c-757d-4782-815f-43624fb342fc admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:33:12.222055 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b9ee-2a20-4947-968c-687f56332fb2 admin admin] Publish callbacks [] for router_gateway (a1273a1e-93ca-4062-8a87-809e8bae5c19), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:12.228261 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-511da5a7-9199-47de-9409-d39374771fbe None None] For port 6bca5d89-4510-4abb-b786-004c28fa2fb6, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=6bca5d89-4510-4abb-b786-004c28fa2fb6,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:12.230205 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-042f4ab5-cb1e-4832-b98d-2b64a67c853e None None] For port bff0f017-b4f4-4637-a921-10ef2b82bdf3, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:33:12.253038 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-042f4ab5-cb1e-4832-b98d-2b64a67c853e None None] For port bff0f017-b4f4-4637-a921-10ef2b82bdf3, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=bff0f017-b4f4-4637-a921-10ef2b82bdf3,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:33:12.271648 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c16b7b93-cc00-4ca7-aaa4-d3a25b292c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (91a91f01-cf12-484a-a2bf-def0ab2fc891), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:12.283036 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-511da5a7-9199-47de-9409-d39374771fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (6bca5d89-4510-4abb-b786-004c28fa2fb6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:12.315279 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-042f4ab5-cb1e-4832-b98d-2b64a67c853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (bff0f017-b4f4-4637-a921-10ef2b82bdf3), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:12.422027 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b9ee-2a20-4947-968c-687f56332fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:12.466418 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'name': 'tempest-AttachVolumeShelveTestJSON-961891884-router', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:05Z', 'updated_at': '2022-05-23T12:33:08Z', 'revision_number': 3, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'gw_port': {'id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:07Z', 'updated_at': '2022-05-23T12:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:12.514520 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16b7b93-cc00-4ca7-aaa4-d3a25b292c26 None None] Network 4833a70f-d11d-46d6-944f-14af0b04cad3 is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:12.525021 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aaf7ad-73d8-4b18-8b99-34a245f44b1e None None] The sync data for ids ['15b1f5f6-3920-485f-bd91-2274c10531a5'] in dv-cinder-836996-27-iscsi is: [{'id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'name': 'tempest-AttachVolumeShelveTestJSON-961891884-router', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:05Z', 'updated_at': '2022-05-23T12:33:08Z', 'revision_number': 3, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'gw_port': {'id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:07Z', 'updated_at': '2022-05-23T12:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:33:12.567916 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b7b93-cc00-4ca7-aaa4-d3a25b292c26 None None] Pushing event updated for resources: {'Port': ['ID=91a91f01-cf12-484a-a2bf-def0ab2fc891,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:12.654064 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.db.api [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 23 12:33:12.654555 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG oslo_db.api [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 12:33:12.662978 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-6fc0b9ee-2a20-4947-968c-687f56332fb2 admin admin] Allocated IP 172.27.0.97 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/c93eaf32-6ac5-49ad-8465-d9fb9466b272) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:33:12.679062 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f1804399-93bc-46c7-ac37-24f6951be740 None None] Publish callbacks [] for port (350ad1ef-e79d-4292-b5c7-7bc9a233ecc5), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:12.685519 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511da5a7-9199-47de-9409-d39374771fbe None None] Pushing event updated for resources: {'Port': ['ID=6bca5d89-4510-4abb-b786-004c28fa2fb6,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:12.718374 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-c16b7b93-cc00-4ca7-aaa4-d3a25b292c26 None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:12.733997 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b7b93-cc00-4ca7-aaa4-d3a25b292c26 None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:33:12.789497 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f1804399-93bc-46c7-ac37-24f6951be740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (350ad1ef-e79d-4292-b5c7-7bc9a233ecc5), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:12.830517 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:12.859659 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b9ee-2a20-4947-968c-687f56332fb2 admin admin] Publish callbacks [] for port (c93eaf32-6ac5-49ad-8465-d9fb9466b272), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:12.867499 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-be45669c-73f1-4a7f-8f98-c1c58e7488fd None None] Provisioning complete for port 6bca5d89-4510-4abb-b786-004c28fa2fb6 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:12.867499 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-be45669c-73f1-4a7f-8f98-c1c58e7488fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (6bca5d89-4510-4abb-b786-004c28fa2fb6), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:12.895891 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1804399-93bc-46c7-ac37-24f6951be740 None None] Network cc274260-5d38-4e43-aa07-b73fcfa156ea is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:12.965856 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-f1804399-93bc-46c7-ac37-24f6951be740 None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:12.980006 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:13.035851 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f4ab5-cb1e-4832-b98d-2b64a67c853e None None] Pushing event updated for resources: {'Port': ['ID=bff0f017-b4f4-4637-a921-10ef2b82bdf3,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:13.045110 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1804399-93bc-46c7-ac37-24f6951be740 None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:33:13.426563 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-c16b7b93-cc00-4ca7-aaa4-d3a25b292c26 None None] Attempting to bind port 91a91f01-cf12-484a-a2bf-def0ab2fc891 on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:33:13.427209 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-c16b7b93-cc00-4ca7-aaa4-d3a25b292c26 None None] Attempting to bind port 91a91f01-cf12-484a-a2bf-def0ab2fc891 by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': '99c468f3-8428-4de5-9a02-bb5d1ea7c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:33:13.428037 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16b7b93-cc00-4ca7-aaa4-d3a25b292c26 None None] Attempting to bind port 91a91f01-cf12-484a-a2bf-def0ab2fc891 on network 4833a70f-d11d-46d6-944f-14af0b04cad3 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:13.497886 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:13.513450 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16b7b93-cc00-4ca7-aaa4-d3a25b292c26 None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:33:13.514072 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16b7b93-cc00-4ca7-aaa4-d3a25b292c26 None None] Checking segment: {'id': '99c468f3-8428-4de5-9a02-bb5d1ea7c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:33:13.514611 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c16b7b93-cc00-4ca7-aaa4-d3a25b292c26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:13.515912 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16b7b93-cc00-4ca7-aaa4-d3a25b292c26 None None] Bound using segment: {'id': '99c468f3-8428-4de5-9a02-bb5d1ea7c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:33:13.516947 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-c16b7b93-cc00-4ca7-aaa4-d3a25b292c26 None None] Bound port: 91a91f01-cf12-484a-a2bf-def0ab2fc891, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c468f3-8428-4de5-9a02-bb5d1ea7c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:33:13.517447 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c16b7b93-cc00-4ca7-aaa4-d3a25b292c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (91a91f01-cf12-484a-a2bf-def0ab2fc891), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:13.527061 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b9ee-2a20-4947-968c-687f56332fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (c93eaf32-6ac5-49ad-8465-d9fb9466b272), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:13.538064 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 6bca5d89-4510-4abb-b786-004c28fa2fb6 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:13.559224 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc0b9ee-2a20-4947-968c-687f56332fb2 admin admin] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:13.658027 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-49fd7eeb-4342-43dc-82d6-c736c35c6ff7 req-3d3eb9a1-7de9-486c-a41a-d5473c4c4d9e tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 210 time: 0.3770976 May 23 12:33:13.686720 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-6fc0b9ee-2a20-4947-968c-687f56332fb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:13.701216 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1804399-93bc-46c7-ac37-24f6951be740 None None] Pushing event updated for resources: {'Port': ['ID=350ad1ef-e79d-4292-b5c7-7bc9a233ecc5,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:13.774556 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0b9ee-2a20-4947-968c-687f56332fb2 admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:33:13.856327 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-f1804399-93bc-46c7-ac37-24f6951be740 None None] Attempting to bind port 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5 on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:33:13.858534 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-f1804399-93bc-46c7-ac37-24f6951be740 None None] Attempting to bind port 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5 by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': '85f304ec-f4f0-4cbb-aa66-ee2df5bb0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:33:13.860555 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1804399-93bc-46c7-ac37-24f6951be740 None None] Attempting to bind port 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5 on network cc274260-5d38-4e43-aa07-b73fcfa156ea {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:13.950015 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1804399-93bc-46c7-ac37-24f6951be740 None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:33:13.950395 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1804399-93bc-46c7-ac37-24f6951be740 None None] Checking segment: {'id': '85f304ec-f4f0-4cbb-aa66-ee2df5bb0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:33:13.950796 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f1804399-93bc-46c7-ac37-24f6951be740 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:13.951192 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1804399-93bc-46c7-ac37-24f6951be740 None None] Bound using segment: {'id': '85f304ec-f4f0-4cbb-aa66-ee2df5bb0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:33:13.951679 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-f1804399-93bc-46c7-ac37-24f6951be740 None None] Bound port: 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f304ec-f4f0-4cbb-aa66-ee2df5bb0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:33:13.952062 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f1804399-93bc-46c7-ac37-24f6951be740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (350ad1ef-e79d-4292-b5c7-7bc9a233ecc5), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:14.025140 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device bff0f017-b4f4-4637-a921-10ef2b82bdf3 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:14.041090 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-1e2dca7d-efc2-4d49-a4b6-10dd627d673a admin admin] Allocated IP 172.27.0.74 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/0cc714a4-40ab-478c-8539-77f66eecf7ee) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:33:14.044163 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0b9ee-2a20-4947-968c-687f56332fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=c93eaf32-6ac5-49ad-8465-d9fb9466b272,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:14.054857 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f73c-757d-4782-815f-43624fb342fc admin admin] Publish callbacks [] for router_gateway (9ba67b00-16b6-4c4d-a3d1-b914a8472196), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:14.078245 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 50320) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:14.148927 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-be45669c-73f1-4a7f-8f98-c1c58e7488fd None None] Current status of the port 6bca5d89-4510-4abb-b786-004c28fa2fb6 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:14.184351 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-c16b7b93-cc00-4ca7-aaa4-d3a25b292c26 None None] For port 91a91f01-cf12-484a-a2bf-def0ab2fc891, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:33:14.202434 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-c16b7b93-cc00-4ca7-aaa4-d3a25b292c26 None None] For port 91a91f01-cf12-484a-a2bf-def0ab2fc891, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=91a91f01-cf12-484a-a2bf-def0ab2fc891,segment=NetworkSegment(99c468f3-8428-4de5-9a02-bb5d1ea7c294),segment_id=99c468f3-8428-4de5-9a02-bb5d1ea7c294)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:33:14.284478 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c16b7b93-cc00-4ca7-aaa4-d3a25b292c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (91a91f01-cf12-484a-a2bf-def0ab2fc891), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:14.301414 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c951df1-2c71-4e30-a506-d37cf49f4abe None None] Network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:33:14.384041 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-da735573-7221-4508-9806-233b220b0bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:14.424733 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port bff0f017-b4f4-4637-a921-10ef2b82bdf3 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:14.425189 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (bff0f017-b4f4-4637-a921-10ef2b82bdf3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:14.459109 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f1804399-93bc-46c7-ac37-24f6951be740 None None] For port 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:33:14.462367 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f1804399-93bc-46c7-ac37-24f6951be740 None None] For port 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=350ad1ef-e79d-4292-b5c7-7bc9a233ecc5,segment=NetworkSegment(85f304ec-f4f0-4cbb-aa66-ee2df5bb0198),segment_id=85f304ec-f4f0-4cbb-aa66-ee2df5bb0198)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:33:14.515318 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-da735573-7221-4508-9806-233b220b0bfa admin admin] Publish callbacks [] for security_group (68e88d15-4c7e-4bae-ac75-8bf7e9ff7954), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:14.523411 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-da735573-7221-4508-9806-233b220b0bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (68e88d15-4c7e-4bae-ac75-8bf7e9ff7954), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:14.531067 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f1804399-93bc-46c7-ac37-24f6951be740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (350ad1ef-e79d-4292-b5c7-7bc9a233ecc5), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:14.577304 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da735573-7221-4508-9806-233b220b0bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e88d15-4c7e-4bae-ac75-8bf7e9ff7954,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:14.578048 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-1b1ed13b-5399-4337-9c2e-8fe4cb6d995a None None] Provisioning complete for port bff0f017-b4f4-4637-a921-10ef2b82bdf3 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:14.578435 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1b1ed13b-5399-4337-9c2e-8fe4cb6d995a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (bff0f017-b4f4-4637-a921-10ef2b82bdf3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:14.617484 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-da735573-7221-4508-9806-233b220b0bfa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=abbd5b0e8cf742cfa1429996026462d4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5318625 May 23 12:33:14.620031 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 50338) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:14.632224 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:14.716680 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8218c692-3192-457a-b219-2a06ac37839e admin admin] Publish callbacks [] for security_group (68e88d15-4c7e-4bae-ac75-8bf7e9ff7954), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:14.720962 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b7b93-cc00-4ca7-aaa4-d3a25b292c26 None None] Pushing event updated for resources: {'Port': ['ID=91a91f01-cf12-484a-a2bf-def0ab2fc891,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:14.743706 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1e2dca7d-efc2-4d49-a4b6-10dd627d673a admin admin] Publish callbacks [] for port (0cc714a4-40ab-478c-8539-77f66eecf7ee), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:14.748069 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:14.761147 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8218c692-3192-457a-b219-2a06ac37839e admin admin] Publish callbacks [] for security_group (68e88d15-4c7e-4bae-ac75-8bf7e9ff7954), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:14.796475 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-026c72fa-d432-4d54-a985-878b88cb4562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:14.855606 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port bff0f017-b4f4-4637-a921-10ef2b82bdf3 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:14.855606 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (bff0f017-b4f4-4637-a921-10ef2b82bdf3), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:14.876829 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:14.889063 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8218c692-3192-457a-b219-2a06ac37839e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (68e88d15-4c7e-4bae-ac75-8bf7e9ff7954), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:14.905518 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8218c692-3192-457a-b219-2a06ac37839e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:14.926706 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-8218c692-3192-457a-b219-2a06ac37839e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68e88d15-4c7e-4bae-ac75-8bf7e9ff7954 HTTP/1.1" status: 204 len: 168 time: 0.2834458 May 23 12:33:14.954157 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218c692-3192-457a-b219-2a06ac37839e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e88d15-4c7e-4bae-ac75-8bf7e9ff7954,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:14.963491 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b9ee-2a20-4947-968c-687f56332fb2 admin admin] Publish callbacks [] for router_gateway (a1273a1e-93ca-4062-8a87-809e8bae5c19), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:15.061604 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1804399-93bc-46c7-ac37-24f6951be740 None None] Pushing event updated for resources: {'Port': ['ID=350ad1ef-e79d-4292-b5c7-7bc9a233ecc5,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:15.073856 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-930e1975-b29a-4ac9-98ef-ae0477fb1eff req-d792b950-91a4-467c-933f-cb70c1f3eb1e tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 210 time: 0.0800750 May 23 12:33:15.104312 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] For port bff0f017-b4f4-4637-a921-10ef2b82bdf3, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=bff0f017-b4f4-4637-a921-10ef2b82bdf3,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:15.133714 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (bff0f017-b4f4-4637-a921-10ef2b82bdf3), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:15.133714 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 6bca5d89-4510-4abb-b786-004c28fa2fb6 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:15.222345 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:15.224571 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:15.247912 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ed13b-5399-4337-9c2e-8fe4cb6d995a None None] Current status of the port bff0f017-b4f4-4637-a921-10ef2b82bdf3 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:15.248324 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1b1ed13b-5399-4337-9c2e-8fe4cb6d995a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (bff0f017-b4f4-4637-a921-10ef2b82bdf3), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:15.291039 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f73c-757d-4782-815f-43624fb342fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-483363'] for router (9ba67b00-16b6-4c4d-a3d1-b914a8472196), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:15.304864 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Pushing event updated for resources: {'Port': ['ID=bff0f017-b4f4-4637-a921-10ef2b82bdf3,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:15.349729 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1e2dca7d-efc2-4d49-a4b6-10dd627d673a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (0cc714a4-40ab-478c-8539-77f66eecf7ee), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:15.357812 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 6bca5d89-4510-4abb-b786-004c28fa2fb6 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:15.358279 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (6bca5d89-4510-4abb-b786-004c28fa2fb6), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:15.361310 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.db.api [None req-1b1ed13b-5399-4337-9c2e-8fe4cb6d995a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 23 12:33:15.361813 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG oslo_db.api [None req-1b1ed13b-5399-4337-9c2e-8fe4cb6d995a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 12:33:15.459364 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 6bca5d89-4510-4abb-b786-004c28fa2fb6 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:15.459364 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device eb40ef6b-cbcf-4e26-967b-28a8f54080ce up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:15.502542 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port eb40ef6b-cbcf-4e26-967b-28a8f54080ce triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:15.502913 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (eb40ef6b-cbcf-4e26-967b-28a8f54080ce), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:15.548833 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2dca7d-efc2-4d49-a4b6-10dd627d673a admin admin] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:15.552713 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 50350) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:15.567297 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8555380e-90be-4b7f-870a-9d9830feed4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:15.573111 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-1e2dca7d-efc2-4d49-a4b6-10dd627d673a admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:15.576204 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2dca7d-efc2-4d49-a4b6-10dd627d673a admin admin] Pushing event updated for resources: {'Port': ['ID=0cc714a4-40ab-478c-8539-77f66eecf7ee,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:15.590677 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2dca7d-efc2-4d49-a4b6-10dd627d673a admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:33:15.599437 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port eb40ef6b-cbcf-4e26-967b-28a8f54080ce is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:15.600006 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (eb40ef6b-cbcf-4e26-967b-28a8f54080ce), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:15.623741 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] For port eb40ef6b-cbcf-4e26-967b-28a8f54080ce, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=eb40ef6b-cbcf-4e26-967b-28a8f54080ce,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:15.630020 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (eb40ef6b-cbcf-4e26-967b-28a8f54080ce), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:15.675174 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8555380e-90be-4b7f-870a-9d9830feed4b admin admin] Publish callbacks [] for security_group (6a4b4d8f-3fa4-49fb-ab09-b6b6a13f3b11), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:15.684865 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8555380e-90be-4b7f-870a-9d9830feed4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (6a4b4d8f-3fa4-49fb-ab09-b6b6a13f3b11), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:15.716150 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Pushing event updated for resources: {'Port': ['ID=eb40ef6b-cbcf-4e26-967b-28a8f54080ce,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:15.736359 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-8555380e-90be-4b7f-870a-9d9830feed4b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb0d4466daea40fca1eabd5da38dfe95&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1826041 May 23 12:33:15.742024 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 50354) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:15.761471 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555380e-90be-4b7f-870a-9d9830feed4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4b4d8f-3fa4-49fb-ab09-b6b6a13f3b11,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:15.827578 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8ce71b02-9a3b-45d5-b3da-7e0f24d9b2d1 admin admin] Publish callbacks [] for security_group (6a4b4d8f-3fa4-49fb-ab09-b6b6a13f3b11), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:15.871593 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8ce71b02-9a3b-45d5-b3da-7e0f24d9b2d1 admin admin] Publish callbacks [] for security_group (6a4b4d8f-3fa4-49fb-ab09-b6b6a13f3b11), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:15.918912 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device bff0f017-b4f4-4637-a921-10ef2b82bdf3 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:15.966088 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ed13b-5399-4337-9c2e-8fe4cb6d995a None None] Current status of the port bff0f017-b4f4-4637-a921-10ef2b82bdf3 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:15.966269 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8ce71b02-9a3b-45d5-b3da-7e0f24d9b2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (6a4b4d8f-3fa4-49fb-ab09-b6b6a13f3b11), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:15.972528 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8ce71b02-9a3b-45d5-b3da-7e0f24d9b2d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:15.977340 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-8ce71b02-9a3b-45d5-b3da-7e0f24d9b2d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a4b4d8f-3fa4-49fb-ab09-b6b6a13f3b11 HTTP/1.1" status: 204 len: 168 time: 0.2340662 May 23 12:33:16.009443 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:33:16.030896 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce71b02-9a3b-45d5-b3da-7e0f24d9b2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4b4d8f-3fa4-49fb-ab09-b6b6a13f3b11,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:16.061921 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port bff0f017-b4f4-4637-a921-10ef2b82bdf3 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:16.062719 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (bff0f017-b4f4-4637-a921-10ef2b82bdf3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:16.121671 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f3e2390b-6914-487a-a750-bd0c67c13ec6 None None] Provisioning complete for port bff0f017-b4f4-4637-a921-10ef2b82bdf3 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:16.121671 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f3e2390b-6914-487a-a750-bd0c67c13ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (bff0f017-b4f4-4637-a921-10ef2b82bdf3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:16.288088 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-68ab96d1-492d-4491-8aac-12a695da0f00 req-79df7638-8407-4de0-beba-3695324618e7 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 210 time: 0.0939376 May 23 12:33:16.332984 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:16.339056 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port bff0f017-b4f4-4637-a921-10ef2b82bdf3 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:16.341785 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 91a91f01-cf12-484a-a2bf-def0ab2fc891 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:16.374639 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f3e2390b-6914-487a-a750-bd0c67c13ec6 None None] Current status of the port bff0f017-b4f4-4637-a921-10ef2b82bdf3 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:16.403883 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.15', 57570) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:16.413510 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-026c72fa-d432-4d54-a985-878b88cb4562 admin admin] Allocated IP 172.20.0.1 (3322fe8c-081c-4cfd-b180-198330997eff/57d02ce0-600b-49a7-8858-5c68dbc63a01/36f147c7-4926-4212-96c9-da83805a04b1) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:33:16.440943 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 91a91f01-cf12-484a-a2bf-def0ab2fc891 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:16.441250 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (91a91f01-cf12-484a-a2bf-def0ab2fc891), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:16.477987 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e928f51b-07ea-4383-b385-902d4aaa9a1f None None] Network cc274260-5d38-4e43-aa07-b73fcfa156ea requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:33:16.578555 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:16.581363 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f6e7e216-c94c-49b2-a1f5-c677187e4590 None None] Provisioning complete for port 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:16.581952 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e216-c94c-49b2-a1f5-c677187e4590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (350ad1ef-e79d-4292-b5c7-7bc9a233ecc5), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:16.586739 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:16.608034 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b9ee-2a20-4947-968c-687f56332fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-483363'] for router (a1273a1e-93ca-4062-8a87-809e8bae5c19), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:16.669609 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:16.696673 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:16.700964 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-eb03a9b7-5186-42d9-982d-d0fa3a5a08af tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:16.702781 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-eb03a9b7-5186-42d9-982d-d0fa3a5a08af tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.15 "GET /v2.0/networks?id=dd68bfaf-6631-4742-baab-cd5040ec2035 HTTP/1.1" status: 200 len: 811 time: 0.2976396 May 23 12:33:16.764413 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-e21a67fb-4ce5-476f-a5cf-bba333f3153f tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Request body: {'port': {'device_id': 'cb177d8b-e293-48e0-ad13-3227f2a2e78a', 'network_id': 'dd68bfaf-6631-4742-baab-cd5040ec2035', 'admin_state_up': True, 'tenant_id': '1f94aad6b61d49da817d70d2b91a7594'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:16.875711 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc5f73c-757d-4782-815f-43624fb342fc admin admin] Router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 is scheduled to L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 with binding_index 1 {{(pid=103849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:33:16.883144 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1e2dca7d-efc2-4d49-a4b6-10dd627d673a admin admin] Publish callbacks [] for router_gateway (247a10e0-ecd2-4f0e-a7d8-36fb2f798af5), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:16.950324 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 91a91f01-cf12-484a-a2bf-def0ab2fc891 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:16.950768 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (91a91f01-cf12-484a-a2bf-def0ab2fc891), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:17.226953 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-e21a67fb-4ce5-476f-a5cf-bba333f3153f tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Made reservation on behalf of 1f94aad6b61d49da817d70d2b91a7594 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:33:17.236999 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-e21a67fb-4ce5-476f-a5cf-bba333f3153f tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:17.333791 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] For port 91a91f01-cf12-484a-a2bf-def0ab2fc891, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=91a91f01-cf12-484a-a2bf-def0ab2fc891,segment=NetworkSegment(99c468f3-8428-4de5-9a02-bb5d1ea7c294),segment_id=99c468f3-8428-4de5-9a02-bb5d1ea7c294)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:17.344131 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a21848c-e1a6-409a-ad21-fd5c2415ae39 None None] Network 4833a70f-d11d-46d6-944f-14af0b04cad3 requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:33:17.350985 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (91a91f01-cf12-484a-a2bf-def0ab2fc891), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:17.352043 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:17.368397 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-026c72fa-d432-4d54-a985-878b88cb4562 admin admin] Publish callbacks [] for port (36f147c7-4926-4212-96c9-da83805a04b1), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:17.504507 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f6e7e216-c94c-49b2-a1f5-c677187e4590 None None] Current status of the port 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:17.505287 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e216-c94c-49b2-a1f5-c677187e4590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (350ad1ef-e79d-4292-b5c7-7bc9a233ecc5), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:17.545586 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:17.546321 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (350ad1ef-e79d-4292-b5c7-7bc9a233ecc5), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:17.646699 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d334d8da-0832-4aac-8216-7c1cf8e7178d req-0278986e-0ea2-47e2-ad4b-d46c83a662c0 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 210 time: 0.1280482 May 23 12:33:17.663242 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Pushing event updated for resources: {'Port': ['ID=91a91f01-cf12-484a-a2bf-def0ab2fc891,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:17.683640 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc5f73c-757d-4782-815f-43624fb342fc admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:33:17.698349 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f6e7e216-c94c-49b2-a1f5-c677187e4590 None None] For port 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=350ad1ef-e79d-4292-b5c7-7bc9a233ecc5,segment=NetworkSegment(85f304ec-f4f0-4cbb-aa66-ee2df5bb0198),segment_id=85f304ec-f4f0-4cbb-aa66-ee2df5bb0198)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:17.702182 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1e2dca7d-efc2-4d49-a4b6-10dd627d673a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-483363'] for router (247a10e0-ecd2-4f0e-a7d8-36fb2f798af5), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:17.705056 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc0b9ee-2a20-4947-968c-687f56332fb2 admin admin] Router a1273a1e-93ca-4062-8a87-809e8bae5c19 is scheduled to L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 with binding_index 1 {{(pid=103849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:33:17.709969 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] Sync routers for ids ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:33:17.714140 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-026c72fa-d432-4d54-a985-878b88cb4562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (36f147c7-4926-4212-96c9-da83805a04b1), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:17.718693 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:17.727313 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f73c-757d-4782-815f-43624fb342fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:17.731781 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-0fc5f73c-757d-4782-815f-43624fb342fc admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.8672752 May 23 12:33:17.735510 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 50430) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:17.759004 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e216-c94c-49b2-a1f5-c677187e4590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (350ad1ef-e79d-4292-b5c7-7bc9a233ecc5), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:17.815535 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] Routers {'9ba67b00-16b6-4c4d-a3d1-b914a8472196'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:33:17.816236 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:33:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:17.955983 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-17d637f5-0ec3-4e95-906e-d3bb4afc722c None None] Provisioning complete for port 91a91f01-cf12-484a-a2bf-def0ab2fc891 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:17.956399 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-17d637f5-0ec3-4e95-906e-d3bb4afc722c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (91a91f01-cf12-484a-a2bf-def0ab2fc891), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:17.957037 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026c72fa-d432-4d54-a985-878b88cb4562 admin admin] Network 3322fe8c-081c-4cfd-b180-198330997eff is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:17.962187 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7e216-c94c-49b2-a1f5-c677187e4590 None None] Pushing event updated for resources: {'Port': ['ID=350ad1ef-e79d-4292-b5c7-7bc9a233ecc5,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:17.987147 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:17.988415 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:17.997996 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-026c72fa-d432-4d54-a985-878b88cb4562 admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:18.001639 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026c72fa-d432-4d54-a985-878b88cb4562 admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:33:18.005288 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-026c72fa-d432-4d54-a985-878b88cb4562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481910'] for router_interface (15b1f5f6-3920-485f-bd91-2274c10531a5), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:18.067055 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=100 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:18.096952 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] Set router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:33:18.243070 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c72fa-d432-4d54-a985-878b88cb4562 admin admin] Pushing event updated for resources: {'Port': ['ID=36f147c7-4926-4212-96c9-da83805a04b1,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:18.354578 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:18.364372 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:18.495004 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-17d637f5-0ec3-4e95-906e-d3bb4afc722c None None] Current status of the port 91a91f01-cf12-484a-a2bf-def0ab2fc891 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:18.550763 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-17d637f5-0ec3-4e95-906e-d3bb4afc722c None None] Provisioning complete for port 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:18.552362 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-17d637f5-0ec3-4e95-906e-d3bb4afc722c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (350ad1ef-e79d-4292-b5c7-7bc9a233ecc5), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:18.597696 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:18.601331 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c0f4c18b-e8a1-43f8-bf98-0f3269dc3c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:18.609535 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:18.742533 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:18.755759 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (350ad1ef-e79d-4292-b5c7-7bc9a233ecc5), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:18.864732 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc0b9ee-2a20-4947-968c-687f56332fb2 admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:33:18.880250 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] Sync routers for ids ['a1273a1e-93ca-4062-8a87-809e8bae5c19'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:33:18.915066 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] Routers {'a1273a1e-93ca-4062-8a87-809e8bae5c19'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:33:18.921252 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:33:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['a1273a1e-93ca-4062-8a87-809e8bae5c19'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:18.938435 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2dca7d-efc2-4d49-a4b6-10dd627d673a admin admin] Router 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 is scheduled to L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 with binding_index 1 {{(pid=103849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:33:18.954916 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-c0f4c18b-e8a1-43f8-bf98-0f3269dc3c2b admin admin] Allocated IP 172.20.0.1 (cc274260-5d38-4e43-aa07-b73fcfa156ea/188e2ead-7d0d-4956-8add-55d376412943/a0d744d1-744f-4b5b-9b20-e269589f6aa3) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:33:18.958161 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b9ee-2a20-4947-968c-687f56332fb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:18.959579 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-6fc0b9ee-2a20-4947-968c-687f56332fb2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.1702290 May 23 12:33:18.965275 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50460) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:19.070135 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-17d637f5-0ec3-4e95-906e-d3bb4afc722c None None] Current status of the port 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:19.104116 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'name': 'tempest-AttachVolumeTestJSON-266485501-router', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:09Z', 'updated_at': '2022-05-23T12:33:13Z', 'revision_number': 3, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'gw_port': {'id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:19.107748 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:19.113388 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device eb40ef6b-cbcf-4e26-967b-28a8f54080ce up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:19.294192 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a76bd848-21cf-484d-aab8-3df7213ec97d None None] Provisioning complete for port 36f147c7-4926-4212-96c9-da83805a04b1 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:19.294914 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a76bd848-21cf-484d-aab8-3df7213ec97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (36f147c7-4926-4212-96c9-da83805a04b1), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:19.303382 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] Checking router: 9ba67b00-16b6-4c4d-a3d1-b914a8472196 for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:33:19.304267 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] Updating router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 port 24b0890d-6130-4977-b64c-6729ee998ef3 binding host dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:33:19.362214 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] Set router a1273a1e-93ca-4062-8a87-809e8bae5c19 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:33:19.434594 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (24b0890d-6130-4977-b64c-6729ee998ef3), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:19.566060 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a76bd848-21cf-484d-aab8-3df7213ec97d None None] Port 36f147c7-4926-4212-96c9-da83805a04b1 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:33:19.582704 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a76bd848-21cf-484d-aab8-3df7213ec97d None None] Provisioning complete for port 91a91f01-cf12-484a-a2bf-def0ab2fc891 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:19.585236 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a76bd848-21cf-484d-aab8-3df7213ec97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (91a91f01-cf12-484a-a2bf-def0ab2fc891), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:19.599286 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-e21a67fb-4ce5-476f-a5cf-bba333f3153f tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Allocated IP 172.20.0.7 (dd68bfaf-6631-4742-baab-cd5040ec2035/68212d90-e130-4d09-8d35-53d81ac2f7a4/c165f7a4-5ae0-43f4-b352-6a0940825a20) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:33:19.736892 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port eb40ef6b-cbcf-4e26-967b-28a8f54080ce triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:19.737383 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (eb40ef6b-cbcf-4e26-967b-28a8f54080ce), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:19.802131 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf55b49e-1214-4159-8902-6d4338f90083 req-48796714-e3e8-428e-9f3e-7c2ecbd67a0b tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 210 time: 0.1297946 May 23 12:33:19.950499 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-026c72fa-d432-4d54-a985-878b88cb4562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (36f147c7-4926-4212-96c9-da83805a04b1), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:19.958718 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c0f4c18b-e8a1-43f8-bf98-0f3269dc3c2b admin admin] Publish callbacks [] for port (a0d744d1-744f-4b5b-9b20-e269589f6aa3), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:20.041900 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=100 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:20.043958 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=100 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:20.045084 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a76bd848-21cf-484d-aab8-3df7213ec97d None None] Current status of the port 91a91f01-cf12-484a-a2bf-def0ab2fc891 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:20.174620 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port eb40ef6b-cbcf-4e26-967b-28a8f54080ce is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:20.175706 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 91a91f01-cf12-484a-a2bf-def0ab2fc891 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:20.272632 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2dca7d-efc2-4d49-a4b6-10dd627d673a admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:33:20.298502 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] Sync routers for ids ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:33:20.311753 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c0f4c18b-e8a1-43f8-bf98-0f3269dc3c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (a0d744d1-744f-4b5b-9b20-e269589f6aa3), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:20.434239 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] Routers {'247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:33:20.440870 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:33:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:20.445924 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:14Z', 'revision_number': 3, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:20.461784 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1e2dca7d-efc2-4d49-a4b6-10dd627d673a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:20.464022 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-1e2dca7d-efc2-4d49-a4b6-10dd627d673a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.6481915 May 23 12:33:20.488257 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=7 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:20.502647 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 50490) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:20.581836 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] Checking router: a1273a1e-93ca-4062-8a87-809e8bae5c19 for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:33:20.582520 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] Updating router a1273a1e-93ca-4062-8a87-809e8bae5c19 port c93eaf32-6ac5-49ad-8465-d9fb9466b272 binding host dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:33:20.606222 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 91a91f01-cf12-484a-a2bf-def0ab2fc891 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:20.606610 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (91a91f01-cf12-484a-a2bf-def0ab2fc891), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:20.629162 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-e21a67fb-4ce5-476f-a5cf-bba333f3153f tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Publish callbacks [] for port (c165f7a4-5ae0-43f4-b352-6a0940825a20), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:20.661421 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (c93eaf32-6ac5-49ad-8465-d9fb9466b272), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:20.689996 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f4c18b-e8a1-43f8-bf98-0f3269dc3c2b admin admin] Network cc274260-5d38-4e43-aa07-b73fcfa156ea is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:20.796894 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-c0f4c18b-e8a1-43f8-bf98-0f3269dc3c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:20.799382 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4c18b-e8a1-43f8-bf98-0f3269dc3c2b admin admin] Pushing event updated for resources: {'Port': ['ID=a0d744d1-744f-4b5b-9b20-e269589f6aa3,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:20.908912 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 50498) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:20.909695 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f4c18b-e8a1-43f8-bf98-0f3269dc3c2b admin admin] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:33:20.910173 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c0f4c18b-e8a1-43f8-bf98-0f3269dc3c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481910'] for router_interface (9ba67b00-16b6-4c4d-a3d1-b914a8472196), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:21.048482 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:21.134903 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-e21a67fb-4ce5-476f-a5cf-bba333f3153f tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (c165f7a4-5ae0-43f4-b352-6a0940825a20), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:21.171491 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=100 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:21.212189 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-026c72fa-d432-4d54-a985-878b88cb4562 admin admin] Publish callbacks [] for port (36f147c7-4926-4212-96c9-da83805a04b1), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:21.312971 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-026c72fa-d432-4d54-a985-878b88cb4562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (36f147c7-4926-4212-96c9-da83805a04b1), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:21.313893 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-026c72fa-d432-4d54-a985-878b88cb4562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-823154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-484326'] for router_interface (15b1f5f6-3920-485f-bd91-2274c10531a5), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:21.347064 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 91a91f01-cf12-484a-a2bf-def0ab2fc891 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:21.385931 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-21c15cf5-1ad5-49f0-80f5-92128460157f None None] Provisioning complete for port a0d744d1-744f-4b5b-9b20-e269589f6aa3 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:21.386839 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-21c15cf5-1ad5-49f0-80f5-92128460157f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (a0d744d1-744f-4b5b-9b20-e269589f6aa3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:21.463789 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] Publish callbacks [] for port (24b0890d-6130-4977-b64c-6729ee998ef3), precommit_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:21.488977 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:21.493549 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:21.519143 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] Set router 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:33:21.538672 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50520) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:21.751442 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c72fa-d432-4d54-a985-878b88cb4562 admin admin] Pushing event updated for resources: {'Port': ['ID=36f147c7-4926-4212-96c9-da83805a04b1,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:21.780973 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (24b0890d-6130-4977-b64c-6729ee998ef3), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:21.825077 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a67fb-4ce5-476f-a5cf-bba333f3153f tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Pushing event updated for resources: {'Port': ['ID=c165f7a4-5ae0-43f4-b352-6a0940825a20,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:21.861714 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eb52d25d-ef70-464c-9085-d6936c07f666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:21.870623 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026c72fa-d432-4d54-a985-878b88cb4562 admin admin] Network 3322fe8c-081c-4cfd-b180-198330997eff is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:21.880522 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dd6204fe-4dd1-478a-824d-d4cb57fca3e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:21.881709 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-026c72fa-d432-4d54-a985-878b88cb4562 admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:22.063339 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184d6ca-c25f-4add-9fd6-3a2b016d1bbb None None] Pushing event updated for resources: {'Port': ['ID=24b0890d-6130-4977-b64c-6729ee998ef3,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:22.129261 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dd6204fe-4dd1-478a-824d-d4cb57fca3e6 admin admin] Publish callbacks [] for security_group (4be353f9-760a-4d2a-959f-fba37a6c6a5d), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:22.149960 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dd6204fe-4dd1-478a-824d-d4cb57fca3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (4be353f9-760a-4d2a-959f-fba37a6c6a5d), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:22.185553 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2d987-fb3a-4386-8c23-c278910d0225 req-be8fb186-dcd9-4df1-ae7d-c7da61e2ab9a tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:22.187556 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c0a2d987-fb3a-4386-8c23-c278910d0225 req-be8fb186-dcd9-4df1-ae7d-c7da61e2ab9a tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 931 time: 0.9732764 May 23 12:33:22.199987 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dccbb592-50cf-49e5-ad1e-ed3030ba34ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:22.201753 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-dd6204fe-4dd1-478a-824d-d4cb57fca3e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07449c42d3314784a550849550bf96bd&name=default HTTP/1.1" status: 200 len: 2994 time: 1.2883122 May 23 12:33:22.205343 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-21c15cf5-1ad5-49f0-80f5-92128460157f None None] Port a0d744d1-744f-4b5b-9b20-e269589f6aa3 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:33:22.211044 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-e21a67fb-4ce5-476f-a5cf-bba333f3153f tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Network dd68bfaf-6631-4742-baab-cd5040ec2035 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:22.253558 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 50530) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:22.268736 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] Attempting to bind port 24b0890d-6130-4977-b64c-6729ee998ef3 on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:33:22.269113 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] Attempting to bind port 24b0890d-6130-4977-b64c-6729ee998ef3 by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:33:22.269482 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] Attempting to bind port 24b0890d-6130-4977-b64c-6729ee998ef3 on network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:22.301183 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:33:22.301628 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] Checking segment: {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:33:22.302124 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:22.302531 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] Bound using segment: {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:33:22.303205 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] Bound port: 24b0890d-6130-4977-b64c-6729ee998ef3, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:33:22.303677 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (24b0890d-6130-4977-b64c-6729ee998ef3), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:22.344629 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-e21a67fb-4ce5-476f-a5cf-bba333f3153f tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:22.350758 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-e21a67fb-4ce5-476f-a5cf-bba333f3153f tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:33:22.362848 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-e21a67fb-4ce5-476f-a5cf-bba333f3153f tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:22.365830 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-e21a67fb-4ce5-476f-a5cf-bba333f3153f tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:22.373861 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] Publish callbacks [] for port (c93eaf32-6ac5-49ad-8465-d9fb9466b272), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:22.389493 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (c93eaf32-6ac5-49ad-8465-d9fb9466b272), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:22.430959 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c0a2d987-fb3a-4386-8c23-c278910d0225 req-1c461727-37c9-4a66-a596-d9f5dd1cf06a tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/security-groups?id=d42b0484-7776-4217-ab6b-cc83b3573eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246635 May 23 12:33:22.510711 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6204fe-4dd1-478a-824d-d4cb57fca3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be353f9-760a-4d2a-959f-fba37a6c6a5d,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:22.514868 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-096b5e68-ed29-4d46-9909-209bdc36c584 None None] Provisioning complete for port 36f147c7-4926-4212-96c9-da83805a04b1 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:22.516727 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-096b5e68-ed29-4d46-9909-209bdc36c584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (36f147c7-4926-4212-96c9-da83805a04b1), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:22.535623 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] Attempting to bind port c93eaf32-6ac5-49ad-8465-d9fb9466b272 on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:33:22.536041 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] Attempting to bind port c93eaf32-6ac5-49ad-8465-d9fb9466b272 by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:33:22.536383 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] Attempting to bind port c93eaf32-6ac5-49ad-8465-d9fb9466b272 on network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:22.549621 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9deb3b87-8a4c-4014-8465-b9d014515443 admin admin] Publish callbacks [] for security_group (4be353f9-760a-4d2a-959f-fba37a6c6a5d), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:22.555666 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-e21a67fb-4ce5-476f-a5cf-bba333f3153f tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7958999 May 23 12:33:22.601029 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9da4c9-eb98-4121-9574-82d692dd8304 None None] Pushing event updated for resources: {'Port': ['ID=c93eaf32-6ac5-49ad-8465-d9fb9466b272,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:22.611397 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026c72fa-d432-4d54-a985-878b88cb4562 admin admin] Router 15b1f5f6-3920-485f-bd91-2274c10531a5 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:33:22.628781 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:22.629983 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:22.635724 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:33:22.637750 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] Checking segment: {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:33:22.638715 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:22.639553 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] Bound using segment: {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:33:22.642012 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] Bound port: c93eaf32-6ac5-49ad-8465-d9fb9466b272, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:33:22.644027 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (c93eaf32-6ac5-49ad-8465-d9fb9466b272), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:22.647611 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eb52d25d-ef70-464c-9085-d6936c07f666 admin admin] Publish callbacks [] for security_group (a4331340-4e90-48c2-964c-4c2dcc7b0baa), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:22.652076 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c0f4c18b-e8a1-43f8-bf98-0f3269dc3c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (a0d744d1-744f-4b5b-9b20-e269589f6aa3), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:22.652353 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] For port 24b0890d-6130-4977-b64c-6729ee998ef3, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:33:22.660448 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-06d63a37-f7d4-430b-991b-0e157a956d07 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 12:33:22.661510 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-06d63a37-f7d4-430b-991b-0e157a956d07 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0269501 May 23 12:33:22.666919 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:22.690113 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-096b5e68-ed29-4d46-9909-209bdc36c584 None None] Port 36f147c7-4926-4212-96c9-da83805a04b1 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:33:22.751649 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9deb3b87-8a4c-4014-8465-b9d014515443 admin admin] Publish callbacks [] for security_group (4be353f9-760a-4d2a-959f-fba37a6c6a5d), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:22.779671 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] For port c93eaf32-6ac5-49ad-8465-d9fb9466b272, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:33:22.785178 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] For port c93eaf32-6ac5-49ad-8465-d9fb9466b272, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=c93eaf32-6ac5-49ad-8465-d9fb9466b272,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:33:22.796673 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (c93eaf32-6ac5-49ad-8465-d9fb9466b272), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:22.811423 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] For port 24b0890d-6130-4977-b64c-6729ee998ef3, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=24b0890d-6130-4977-b64c-6729ee998ef3,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:33:22.819524 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eb52d25d-ef70-464c-9085-d6936c07f666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (a4331340-4e90-48c2-964c-4c2dcc7b0baa), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:22.843727 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (24b0890d-6130-4977-b64c-6729ee998ef3), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:22.871344 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1292102453-router', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:16Z', 'revision_number': 3, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'gw_port': {'id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:22.905076 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-dccbb592-50cf-49e5-ad1e-ed3030ba34ff admin admin] Allocated IP 172.20.0.1 (34e447e2-b5a8-48e8-88c3-11c08d0cb74a/be7def1c-9596-416f-a585-da28c5a17c31/377c47aa-7f83-4323-800c-a4287505ad44) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:33:22.907854 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] Routers {'a1273a1e-93ca-4062-8a87-809e8bae5c19'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:33:22.908686 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:33:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['a1273a1e-93ca-4062-8a87-809e8bae5c19'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:22.911754 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9da4c9-eb98-4121-9574-82d692dd8304 None None] Pushing event updated for resources: {'Port': ['ID=c93eaf32-6ac5-49ad-8465-d9fb9466b272,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:22.958822 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] Checking router: 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:33:22.959214 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] Updating router 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 port 0cc714a4-40ab-478c-8539-77f66eecf7ee binding host dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:33:23.020082 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] Routers {'9ba67b00-16b6-4c4d-a3d1-b914a8472196'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:33:23.023051 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:33:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:23.031245 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] Request body: {'port': {'device_id': 'cb177d8b-e293-48e0-ad13-3227f2a2e78a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:23.114120 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9deb3b87-8a4c-4014-8465-b9d014515443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (4be353f9-760a-4d2a-959f-fba37a6c6a5d), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:23.125011 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (0cc714a4-40ab-478c-8539-77f66eecf7ee), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:23.127208 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9deb3b87-8a4c-4014-8465-b9d014515443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:23.134619 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-9deb3b87-8a4c-4014-8465-b9d014515443 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4be353f9-760a-4d2a-959f-fba37a6c6a5d HTTP/1.1" status: 204 len: 168 time: 0.8745933 May 23 12:33:23.168078 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dccbb592-50cf-49e5-ad1e-ed3030ba34ff admin admin] Publish callbacks [] for port (377c47aa-7f83-4323-800c-a4287505ad44), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:23.168645 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] Set router a1273a1e-93ca-4062-8a87-809e8bae5c19 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:33:23.203082 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184d6ca-c25f-4add-9fd6-3a2b016d1bbb None None] Pushing event updated for resources: {'Port': ['ID=24b0890d-6130-4977-b64c-6729ee998ef3,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:23.247188 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb3b87-8a4c-4014-8465-b9d014515443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be353f9-760a-4d2a-959f-fba37a6c6a5d,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:23.330533 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:23.335801 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:23.442225 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dccbb592-50cf-49e5-ad1e-ed3030ba34ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (377c47aa-7f83-4323-800c-a4287505ad44), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:23.448947 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-eb52d25d-ef70-464c-9085-d6936c07f666 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd23dbbbe6d74bb897559fbab9c9b5f6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8981705 May 23 12:33:23.512436 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 50550) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:23.537336 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbb592-50cf-49e5-ad1e-ed3030ba34ff admin admin] Pushing event updated for resources: {'Port': ['ID=377c47aa-7f83-4323-800c-a4287505ad44,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:23.734250 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:23.782778 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (c165f7a4-5ae0-43f4-b352-6a0940825a20), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:23.791615 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:23.803666 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:14Z', 'revision_number': 3, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:23.851781 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52d25d-ef70-464c-9085-d6936c07f666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4331340-4e90-48c2-964c-4c2dcc7b0baa,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:23.894613 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccbb592-50cf-49e5-ad1e-ed3030ba34ff admin admin] Network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:23.923075 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-dccbb592-50cf-49e5-ad1e-ed3030ba34ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:23.928516 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccbb592-50cf-49e5-ad1e-ed3030ba34ff admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:33:23.931552 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dccbb592-50cf-49e5-ad1e-ed3030ba34ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481910'] for router_interface (a1273a1e-93ca-4062-8a87-809e8bae5c19), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:23.973670 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cba15aa-d77a-4fa3-afd3-1775604696c9 None None] The sync data for ids ['a1273a1e-93ca-4062-8a87-809e8bae5c19'] in dv-cinder-836996-27-iscsi is: [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:14Z', 'revision_number': 3, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:33:24.036602 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] Set router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:33:24.471639 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026c72fa-d432-4d54-a985-878b88cb4562 admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:33:24.490330 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] Sync routers for ids ['15b1f5f6-3920-485f-bd91-2274c10531a5'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:33:24.493054 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-026c72fa-d432-4d54-a985-878b88cb4562 admin admin] 10.222.0.16 "PUT /v2.0/routers/15b1f5f6-3920-485f-bd91-2274c10531a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6926932 May 23 12:33:24.514113 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:24.551161 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] Routers {'15b1f5f6-3920-485f-bd91-2274c10531a5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:33:24.551822 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:33:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['15b1f5f6-3920-485f-bd91-2274c10531a5'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:24.655926 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dccbb592-50cf-49e5-ad1e-ed3030ba34ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (377c47aa-7f83-4323-800c-a4287505ad44), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:24.848062 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] Publish callbacks [] for port (0cc714a4-40ab-478c-8539-77f66eecf7ee), precommit_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:24.902131 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (0cc714a4-40ab-478c-8539-77f66eecf7ee), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:25.011276 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98865eed-845b-4ecc-9ae1-5cd7a3b7b373 None None] Pushing event updated for resources: {'Port': ['ID=0cc714a4-40ab-478c-8539-77f66eecf7ee,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:25.038436 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-6f0d5317-c6f5-46c7-9eba-ba9f64bad57b None None] Provisioning complete for port 377c47aa-7f83-4323-800c-a4287505ad44 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:25.038436 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5317-c6f5-46c7-9eba-ba9f64bad57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (377c47aa-7f83-4323-800c-a4287505ad44), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:25.078890 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] Set router 15b1f5f6-3920-485f-bd91-2274c10531a5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:33:25.110828 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d5317-c6f5-46c7-9eba-ba9f64bad57b None None] Port 377c47aa-7f83-4323-800c-a4287505ad44 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:33:25.163054 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] Attempting to bind port 0cc714a4-40ab-478c-8539-77f66eecf7ee on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:33:25.163430 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] Attempting to bind port 0cc714a4-40ab-478c-8539-77f66eecf7ee by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:33:25.164021 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] Attempting to bind port 0cc714a4-40ab-478c-8539-77f66eecf7ee on network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:25.173697 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:33:25.174330 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] Checking segment: {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:33:25.175059 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:25.175833 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] Bound using segment: {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:33:25.176510 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] Bound port: 0cc714a4-40ab-478c-8539-77f66eecf7ee, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:33:25.177008 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (0cc714a4-40ab-478c-8539-77f66eecf7ee), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:25.317753 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] For port 0cc714a4-40ab-478c-8539-77f66eecf7ee, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:33:25.331617 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] For port 0cc714a4-40ab-478c-8539-77f66eecf7ee, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=0cc714a4-40ab-478c-8539-77f66eecf7ee,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:33:25.357896 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:25.358820 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:25.407497 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (0cc714a4-40ab-478c-8539-77f66eecf7ee), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:25.598201 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device c93eaf32-6ac5-49ad-8465-d9fb9466b272 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:25.611809 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50584) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:25.628744 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-db7d887a-4e7b-4140-8a0e-63459754e24e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1588069971', 'description': 'tempest-description--189157106'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:25.629562 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c0f4c18b-e8a1-43f8-bf98-0f3269dc3c2b admin admin] Publish callbacks [] for port (a0d744d1-744f-4b5b-9b20-e269589f6aa3), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:25.665116 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455a655-65b9-46fb-863a-0cde6b8ed5f7 req-74882f3b-7351-406c-92f6-d5f1e04083db tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:25.683621 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9455a655-65b9-46fb-863a-0cde6b8ed5f7 req-74882f3b-7351-406c-92f6-d5f1e04083db tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 931 time: 2.0587101 May 23 12:33:25.684823 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'name': 'tempest-AttachVolumeTestJSON-266485501-router', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:09Z', 'updated_at': '2022-05-23T12:33:22Z', 'revision_number': 4, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'gw_port': {'id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'a0d744d1-744f-4b5b-9b20-e269589f6aa3', 'name': '', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'mac_address': 'fa:16:3e:6f:4b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '188e2ead-7d0d-4956-8add-55d376412943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:18Z', 'updated_at': '2022-05-23T12:33:18Z', 'revision_number': 1, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'subnets': [{'id': '188e2ead-7d0d-4956-8add-55d376412943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:25.687297 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] Routers {'247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:33:25.688056 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:33:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:25.697367 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'name': 'tempest-AttachVolumeShelveTestJSON-961891884-router', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:05Z', 'updated_at': '2022-05-23T12:33:18Z', 'revision_number': 4, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'gw_port': {'id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:07Z', 'updated_at': '2022-05-23T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '36f147c7-4926-4212-96c9-da83805a04b1', 'name': '', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'mac_address': 'fa:16:3e:50:46:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:15Z', 'updated_at': '2022-05-23T12:33:20Z', 'revision_number': 2, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'subnets': [{'id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:25.743304 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] Checking router: 15b1f5f6-3920-485f-bd91-2274c10531a5 for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:33:25.745875 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] Updating router 15b1f5f6-3920-485f-bd91-2274c10531a5 port 36f147c7-4926-4212-96c9-da83805a04b1 binding host dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:33:25.833644 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (36f147c7-4926-4212-96c9-da83805a04b1), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:25.840781 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=100 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:25.860079 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-db7d887a-4e7b-4140-8a0e-63459754e24e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:25.914257 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dccbb592-50cf-49e5-ad1e-ed3030ba34ff admin admin] Publish callbacks [] for port (377c47aa-7f83-4323-800c-a4287505ad44), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:25.942976 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5ae1ae-5f9a-4931-9b1d-aa1c56045e79 None None] The sync data for ids ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'] in dv-cinder-836996-27-iscsi is: [{'id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'name': 'tempest-AttachVolumeTestJSON-266485501-router', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:09Z', 'updated_at': '2022-05-23T12:33:22Z', 'revision_number': 4, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'gw_port': {'id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'a0d744d1-744f-4b5b-9b20-e269589f6aa3', 'name': '', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'mac_address': 'fa:16:3e:6f:4b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '188e2ead-7d0d-4956-8add-55d376412943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:18Z', 'updated_at': '2022-05-23T12:33:18Z', 'revision_number': 1, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'subnets': [{'id': '188e2ead-7d0d-4956-8add-55d376412943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:33:25.948190 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98865eed-845b-4ecc-9ae1-5cd7a3b7b373 None None] Pushing event updated for resources: {'Port': ['ID=0cc714a4-40ab-478c-8539-77f66eecf7ee,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:25.955188 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dccbb592-50cf-49e5-ad1e-ed3030ba34ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (377c47aa-7f83-4323-800c-a4287505ad44), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:25.955953 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dccbb592-50cf-49e5-ad1e-ed3030ba34ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-823154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-484326'] for router_interface (a1273a1e-93ca-4062-8a87-809e8bae5c19), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:25.994029 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port c93eaf32-6ac5-49ad-8465-d9fb9466b272 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:25.994518 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (c93eaf32-6ac5-49ad-8465-d9fb9466b272), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:26.134086 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] Set router 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:33:26.161862 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbb592-50cf-49e5-ad1e-ed3030ba34ff admin admin] Pushing event updated for resources: {'Port': ['ID=377c47aa-7f83-4323-800c-a4287505ad44,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:26.173313 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c165f7a4-5ae0-43f4-b352-6a0940825a20 {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:33:26.190372 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] Publish callbacks [] for port (c165f7a4-5ae0-43f4-b352-6a0940825a20), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:26.242201 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] Transition to ACTIVE for port object c165f7a4-5ae0-43f4-b352-6a0940825a20 will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 12:33:26.375274 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:26.377178 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-865a8a29-4baf-44de-86d3-50444b4c66a3 admin admin] Publish callbacks [] for security_group (a4331340-4e90-48c2-964c-4c2dcc7b0baa), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:26.429494 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-865a8a29-4baf-44de-86d3-50444b4c66a3 admin admin] Publish callbacks [] for security_group (a4331340-4e90-48c2-964c-4c2dcc7b0baa), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:26.569369 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port c93eaf32-6ac5-49ad-8465-d9fb9466b272 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:26.569751 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (c93eaf32-6ac5-49ad-8465-d9fb9466b272), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:26.592582 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-57511818-927e-46d4-971c-4d17a12f0f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:26.615165 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c0f4c18b-e8a1-43f8-bf98-0f3269dc3c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (a0d744d1-744f-4b5b-9b20-e269589f6aa3), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:26.615989 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c0f4c18b-e8a1-43f8-bf98-0f3269dc3c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-823154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-484326'] for router_interface (9ba67b00-16b6-4c4d-a3d1-b914a8472196), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:26.641859 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccbb592-50cf-49e5-ad1e-ed3030ba34ff admin admin] Network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:26.643467 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:26.672521 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-dccbb592-50cf-49e5-ad1e-ed3030ba34ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:26.688683 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (c165f7a4-5ae0-43f4-b352-6a0940825a20), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:26.716443 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] For port c93eaf32-6ac5-49ad-8465-d9fb9466b272, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=c93eaf32-6ac5-49ad-8465-d9fb9466b272,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:26.742170 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (c93eaf32-6ac5-49ad-8465-d9fb9466b272), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:26.799355 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:26.856458 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] Publish callbacks [] for port (36f147c7-4926-4212-96c9-da83805a04b1), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:26.859381 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-865a8a29-4baf-44de-86d3-50444b4c66a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (a4331340-4e90-48c2-964c-4c2dcc7b0baa), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:26.863551 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-865a8a29-4baf-44de-86d3-50444b4c66a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:26.865067 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-865a8a29-4baf-44de-86d3-50444b4c66a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4331340-4e90-48c2-964c-4c2dcc7b0baa HTTP/1.1" status: 204 len: 168 time: 3.3002710 May 23 12:33:26.868257 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (36f147c7-4926-4212-96c9-da83805a04b1), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:26.903900 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-db7d887a-4e7b-4140-8a0e-63459754e24e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group (746170da-1280-40d3-a528-943fe3ede9a2), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:26.914124 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-db7d887a-4e7b-4140-8a0e-63459754e24e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (746170da-1280-40d3-a528-943fe3ede9a2), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:27.165184 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc388b59-5144-4cbe-9995-ebbce5d46047 None None] Pushing event updated for resources: {'Port': ['ID=36f147c7-4926-4212-96c9-da83805a04b1,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:27.239367 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d887a-4e7b-4140-8a0e-63459754e24e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=746170da-1280-40d3-a528-943fe3ede9a2,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:27.250606 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-db7d887a-4e7b-4140-8a0e-63459754e24e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:27.256413 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-db7d887a-4e7b-4140-8a0e-63459754e24e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6416421 May 23 12:33:27.285341 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1292102453-router', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:16Z', 'revision_number': 3, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'gw_port': {'id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:27.297505 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50604) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:27.301450 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Pushing event updated for resources: {'Port': ['ID=c93eaf32-6ac5-49ad-8465-d9fb9466b272,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:27.329443 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-69d28ae1-e818-418c-b04e-6d64af71cd36 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Request body: {'security_group_rule': {'security_group_id': '746170da-1280-40d3-a528-943fe3ede9a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:27.364400 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94906d12-a6ec-4d39-be8c-2d071cac9bbf None None] The sync data for ids ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'] in dv-cinder-836996-27-iscsi is: [{'id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1292102453-router', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:16Z', 'revision_number': 3, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'gw_port': {'id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:33:27.387858 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-477f6942-a696-4c8d-915d-cf7797b84bcb None None] Provisioning complete for port 377c47aa-7f83-4323-800c-a4287505ad44 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:27.393221 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-477f6942-a696-4c8d-915d-cf7797b84bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (377c47aa-7f83-4323-800c-a4287505ad44), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:27.484879 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-69d28ae1-e818-418c-b04e-6d64af71cd36 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group_rule (1e7eef8d-6579-4c33-b72a-94c98e27c5e2), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:27.551804 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccbb592-50cf-49e5-ad1e-ed3030ba34ff admin admin] Router a1273a1e-93ca-4062-8a87-809e8bae5c19 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:33:27.566452 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-477f6942-a696-4c8d-915d-cf7797b84bcb None None] Port 377c47aa-7f83-4323-800c-a4287505ad44 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:33:27.577761 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:27.633097 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4c18b-e8a1-43f8-bf98-0f3269dc3c2b admin admin] Pushing event updated for resources: {'Port': ['ID=a0d744d1-744f-4b5b-9b20-e269589f6aa3,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:27.678832 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f4c18b-e8a1-43f8-bf98-0f3269dc3c2b admin admin] Network cc274260-5d38-4e43-aa07-b73fcfa156ea is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:27.679435 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device c93eaf32-6ac5-49ad-8465-d9fb9466b272 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:27.774340 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-c0f4c18b-e8a1-43f8-bf98-0f3269dc3c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:27.778757 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] Pushing event updated for resources: {'Port': ['ID=c165f7a4-5ae0-43f4-b352-6a0940825a20,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:27.882699 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] Attempting to bind port 36f147c7-4926-4212-96c9-da83805a04b1 on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:33:27.894707 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] Attempting to bind port 36f147c7-4926-4212-96c9-da83805a04b1 by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': '13cdb107-875d-4205-a897-41458cd12bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:33:27.923071 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] Attempting to bind port 36f147c7-4926-4212-96c9-da83805a04b1 on network 3322fe8c-081c-4cfd-b180-198330997eff {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:27.974833 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:33:27.990374 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:28.000076 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] Checking segment: {'id': '13cdb107-875d-4205-a897-41458cd12bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:33:28.000638 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f4c18b-e8a1-43f8-bf98-0f3269dc3c2b admin admin] Router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:33:28.001270 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:28.004954 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] Bound using segment: {'id': '13cdb107-875d-4205-a897-41458cd12bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:33:28.007622 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] Bound port: 36f147c7-4926-4212-96c9-da83805a04b1, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13cdb107-875d-4205-a897-41458cd12bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:33:28.008685 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (36f147c7-4926-4212-96c9-da83805a04b1), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:28.012106 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a8a29-4baf-44de-86d3-50444b4c66a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4331340-4e90-48c2-964c-4c2dcc7b0baa,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:28.057593 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-162f6d55-6e28-4201-92b0-1a382a0e46a4 None None] Provisioning complete for port 36f147c7-4926-4212-96c9-da83805a04b1 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:28.057972 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-162f6d55-6e28-4201-92b0-1a382a0e46a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (36f147c7-4926-4212-96c9-da83805a04b1), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:28.077229 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:28.105697 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9455a655-65b9-46fb-863a-0cde6b8ed5f7 req-c89c6772-f4c5-4d3e-a65f-dfd33c980981 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/security-groups?id=d42b0484-7776-4217-ab6b-cc83b3573eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.4201252 May 23 12:33:28.299783 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-69d28ae1-e818-418c-b04e-6d64af71cd36 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group_rule (1e7eef8d-6579-4c33-b72a-94c98e27c5e2), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:28.459719 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port c93eaf32-6ac5-49ad-8465-d9fb9466b272 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:28.461494 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (c93eaf32-6ac5-49ad-8465-d9fb9466b272), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:28.463625 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] For port 36f147c7-4926-4212-96c9-da83805a04b1, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:33:28.479826 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-69d28ae1-e818-418c-b04e-6d64af71cd36 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (1e7eef8d-6579-4c33-b72a-94c98e27c5e2), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:28.494154 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] For port 36f147c7-4926-4212-96c9-da83805a04b1, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=36f147c7-4926-4212-96c9-da83805a04b1,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:33:28.522236 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (36f147c7-4926-4212-96c9-da83805a04b1), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:28.581827 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:28.583484 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d28ae1-e818-418c-b04e-6d64af71cd36 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7eef8d-6579-4c33-b72a-94c98e27c5e2,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:28.608781 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-162f6d55-6e28-4201-92b0-1a382a0e46a4 None None] Port 36f147c7-4926-4212-96c9-da83805a04b1 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:33:28.632136 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-69d28ae1-e818-418c-b04e-6d64af71cd36 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:28.639166 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-69d28ae1-e818-418c-b04e-6d64af71cd36 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3398418 May 23 12:33:28.640584 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50620) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:28.641173 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50622) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:28.661627 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-5ae1ec80-1d29-46a4-aa32-aef020ee0ed5 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Request body: {'security_group_rule': {'security_group_id': '746170da-1280-40d3-a528-943fe3ede9a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:28.755909 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0fa9fb7e-d86c-4516-b90e-ec2bca8a91ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:28.774076 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-57511818-927e-46d4-971c-4d17a12f0f15 admin admin] Allocated IP 172.20.0.1 (4833a70f-d11d-46d6-944f-14af0b04cad3/f25e8178-dbfd-4850-b4e0-0743c897d958/627a6826-c3e3-4ca2-8a1d-221d60dd70a0) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:33:28.840456 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc388b59-5144-4cbe-9995-ebbce5d46047 None None] Pushing event updated for resources: {'Port': ['ID=36f147c7-4926-4212-96c9-da83805a04b1,revision_number=4']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:28.861675 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-78a7084c-4f27-4f1d-a9e2-c26197ed139f None None] Provisioning complete for port a0d744d1-744f-4b5b-9b20-e269589f6aa3 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:28.862051 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-78a7084c-4f27-4f1d-a9e2-c26197ed139f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (a0d744d1-744f-4b5b-9b20-e269589f6aa3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:28.883668 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] Routers {'15b1f5f6-3920-485f-bd91-2274c10531a5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:33:28.885029 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:33:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['15b1f5f6-3920-485f-bd91-2274c10531a5'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:28.895824 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:28.901060 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccbb592-50cf-49e5-ad1e-ed3030ba34ff admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:33:28.975883 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] Sync routers for ids ['a1273a1e-93ca-4062-8a87-809e8bae5c19'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:33:29.001589 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-dccbb592-50cf-49e5-ad1e-ed3030ba34ff admin admin] 10.222.0.16 "PUT /v2.0/routers/a1273a1e-93ca-4062-8a87-809e8bae5c19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0325084 May 23 12:33:29.041388 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port c93eaf32-6ac5-49ad-8465-d9fb9466b272 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:29.055611 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-78a7084c-4f27-4f1d-a9e2-c26197ed139f None None] Port a0d744d1-744f-4b5b-9b20-e269589f6aa3 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:33:29.074100 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] Routers {'a1273a1e-93ca-4062-8a87-809e8bae5c19'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:33:29.075517 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:33:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['a1273a1e-93ca-4062-8a87-809e8bae5c19'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:29.107597 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5ae1ec80-1d29-46a4-aa32-aef020ee0ed5 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group_rule (50d3a2a0-8f99-4863-aa4e-122c821c0b22), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:29.534060 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] Set router 15b1f5f6-3920-485f-bd91-2274c10531a5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:33:29.549758 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-4f86384a-4baa-40b6-8583-16462fdd248a None None] Provisioning complete for port 36f147c7-4926-4212-96c9-da83805a04b1 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:29.551050 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4f86384a-4baa-40b6-8583-16462fdd248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (36f147c7-4926-4212-96c9-da83805a04b1), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:29.625685 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-57511818-927e-46d4-971c-4d17a12f0f15 admin admin] Publish callbacks [] for port (627a6826-c3e3-4ca2-8a1d-221d60dd70a0), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:29.648640 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0fa9fb7e-d86c-4516-b90e-ec2bca8a91ab admin admin] Publish callbacks [] for security_group (7b063d9e-e751-49bf-8020-9f1e819f32be), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:29.688238 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5ae1ec80-1d29-46a4-aa32-aef020ee0ed5 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group_rule (50d3a2a0-8f99-4863-aa4e-122c821c0b22), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:29.696331 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0fa9fb7e-d86c-4516-b90e-ec2bca8a91ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (7b063d9e-e751-49bf-8020-9f1e819f32be), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:29.772131 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] Set router a1273a1e-93ca-4062-8a87-809e8bae5c19 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:33:29.822906 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] Attempting to bind port c165f7a4-5ae0-43f4-b352-6a0940825a20 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:33:29.823404 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] Attempting to bind port c165f7a4-5ae0-43f4-b352-6a0940825a20 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '115491fe-8efa-440e-9c04-13bc12577016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dd68bfaf-6631-4742-baab-cd5040ec2035'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:33:29.829720 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] Attempting to bind port c165f7a4-5ae0-43f4-b352-6a0940825a20 on network dd68bfaf-6631-4742-baab-cd5040ec2035 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:29.841648 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9fb7e-d86c-4516-b90e-ec2bca8a91ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b063d9e-e751-49bf-8020-9f1e819f32be,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:29.876137 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5ae1ec80-1d29-46a4-aa32-aef020ee0ed5 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (50d3a2a0-8f99-4863-aa4e-122c821c0b22), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:29.941294 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 0cc714a4-40ab-478c-8539-77f66eecf7ee up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:30.008860 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] Port c165f7a4-5ae0-43f4-b352-6a0940825a20 on network dd68bfaf-6631-4742-baab-cd5040ec2035 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 12:33:30.022112 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] Attempting to bind port c165f7a4-5ae0-43f4-b352-6a0940825a20 on network dd68bfaf-6631-4742-baab-cd5040ec2035 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:30.022688 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-0fa9fb7e-d86c-4516-b90e-ec2bca8a91ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14767d6407b645efade02ea237a97ede&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3729651 May 23 12:33:30.038124 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 50660) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:30.045982 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1ec80-1d29-46a4-aa32-aef020ee0ed5 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d3a2a0-8f99-4863-aa4e-122c821c0b22,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:30.061008 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5ae1ec80-1d29-46a4-aa32-aef020ee0ed5 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:30.063753 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-5ae1ec80-1d29-46a4-aa32-aef020ee0ed5 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4159884 May 23 12:33:30.067704 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50664) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:30.078165 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-d6987b89-5acb-4ad9-add6-4a156851c076 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Request body: {'floatingip': {'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:30.125654 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f4c18b-e8a1-43f8-bf98-0f3269dc3c2b admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:33:30.141562 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-c0f4c18b-e8a1-43f8-bf98-0f3269dc3c2b admin admin] 10.222.0.16 "PUT /v2.0/routers/9ba67b00-16b6-4c4d-a3d1-b914a8472196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4042466 May 23 12:33:30.142955 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] Checking agent: {'id': '1749a81f-e3c6-4f53-968e-bc4c0c6ca916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:33:30.143502 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] Checking segment: {'id': '115491fe-8efa-440e-9c04-13bc12577016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dd68bfaf-6631-4742-baab-cd5040ec2035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:33:30.144245 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] Bound using segment: {'id': '115491fe-8efa-440e-9c04-13bc12577016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dd68bfaf-6631-4742-baab-cd5040ec2035'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:33:30.144891 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] Bound port: c165f7a4-5ae0-43f4-b352-6a0940825a20, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '115491fe-8efa-440e-9c04-13bc12577016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dd68bfaf-6631-4742-baab-cd5040ec2035'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:33:30.145446 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (c165f7a4-5ae0-43f4-b352-6a0940825a20), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:30.160303 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6987b89-5acb-4ad9-add6-4a156851c076 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:30.267367 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c0ebc-2e96-4473-9e31-7e503b0f3a46 req-c0c02a32-31b0-49b5-8f9d-78c9efb3530b tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:30.290249 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-284c0ebc-2e96-4473-9e31-7e503b0f3a46 req-c0c02a32-31b0-49b5-8f9d-78c9efb3530b tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 943 time: 0.5560682 May 23 12:33:30.411481 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 0cc714a4-40ab-478c-8539-77f66eecf7ee triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:30.412267 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (0cc714a4-40ab-478c-8539-77f66eecf7ee), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:30.450625 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:30.487995 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:30.514288 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'name': 'tempest-AttachVolumeShelveTestJSON-961891884-router', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:05Z', 'updated_at': '2022-05-23T12:33:18Z', 'revision_number': 4, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'gw_port': {'id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:07Z', 'updated_at': '2022-05-23T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '36f147c7-4926-4212-96c9-da83805a04b1', 'name': '', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'mac_address': 'fa:16:3e:50:46:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:15Z', 'updated_at': '2022-05-23T12:33:28Z', 'revision_number': 4, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'subnets': [{'id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:30.544042 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-284c0ebc-2e96-4473-9e31-7e503b0f3a46 req-7eceb49a-0963-45bb-b480-ca3bd78e46bd tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/security-groups?id=d42b0484-7776-4217-ab6b-cc83b3573eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526233 May 23 12:33:30.605340 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4cba16-a5f6-46ab-961e-5f4d402f691e None None] The sync data for ids ['15b1f5f6-3920-485f-bd91-2274c10531a5'] in dv-cinder-836996-27-iscsi is: [{'id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'name': 'tempest-AttachVolumeShelveTestJSON-961891884-router', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:05Z', 'updated_at': '2022-05-23T12:33:18Z', 'revision_number': 4, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'gw_port': {'id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:07Z', 'updated_at': '2022-05-23T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '36f147c7-4926-4212-96c9-da83805a04b1', 'name': '', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'mac_address': 'fa:16:3e:50:46:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:15Z', 'updated_at': '2022-05-23T12:33:28Z', 'revision_number': 4, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'subnets': [{'id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:33:30.612035 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-57511818-927e-46d4-971c-4d17a12f0f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (627a6826-c3e3-4ca2-8a1d-221d60dd70a0), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:30.623343 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] For port c165f7a4-5ae0-43f4-b352-6a0940825a20, host hv-cinder-83699, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:33:30.654521 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bfd65827-a5fa-4d25-8787-b61a19df2fb8 admin admin] Publish callbacks [] for security_group (7b063d9e-e751-49bf-8020-9f1e819f32be), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:30.760667 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bfd65827-a5fa-4d25-8787-b61a19df2fb8 admin admin] Publish callbacks [] for security_group (7b063d9e-e751-49bf-8020-9f1e819f32be), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:30.786973 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50684) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:30.850873 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-fac06aa6-fee2-4971-931a-16403cd09796 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'security_group': {'name': 'tempest-securitygroup--428445257', 'description': 'tempest-description--1452667717'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:30.869272 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-4f86384a-4baa-40b6-8583-16462fdd248a None None] Current status of the port 36f147c7-4926-4212-96c9-da83805a04b1 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:30.870111 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4f86384a-4baa-40b6-8583-16462fdd248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (36f147c7-4926-4212-96c9-da83805a04b1), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:30.894372 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50686) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:30.931890 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-09123524-c111-46ec-ba29-fc3c5f19afef tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Request body: {'security_group': {'name': 'tempest-securitygroup--216958322', 'description': 'tempest-description--1004467796'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:30.978230 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6987b89-5acb-4ad9-add6-4a156851c076 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:30.997824 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-4f86384a-4baa-40b6-8583-16462fdd248a None None] For port 36f147c7-4926-4212-96c9-da83805a04b1, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=36f147c7-4926-4212-96c9-da83805a04b1,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:31.024840 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fac06aa6-fee2-4971-931a-16403cd09796 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:31.034354 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] For port c165f7a4-5ae0-43f4-b352-6a0940825a20, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c165f7a4-5ae0-43f4-b352-6a0940825a20,segment=NetworkSegment(115491fe-8efa-440e-9c04-13bc12577016),segment_id=115491fe-8efa-440e-9c04-13bc12577016)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:33:31.081383 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bfd65827-a5fa-4d25-8787-b61a19df2fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (7b063d9e-e751-49bf-8020-9f1e819f32be), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:31.093073 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bfd65827-a5fa-4d25-8787-b61a19df2fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:31.093073 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-bfd65827-a5fa-4d25-8787-b61a19df2fb8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b063d9e-e751-49bf-8020-9f1e819f32be HTTP/1.1" status: 204 len: 168 time: 1.0473337 May 23 12:33:31.111004 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57511818-927e-46d4-971c-4d17a12f0f15 admin admin] Network 4833a70f-d11d-46d6-944f-14af0b04cad3 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:31.131220 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (c165f7a4-5ae0-43f4-b352-6a0940825a20), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:31.148760 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57511818-927e-46d4-971c-4d17a12f0f15 admin admin] Pushing event updated for resources: {'Port': ['ID=627a6826-c3e3-4ca2-8a1d-221d60dd70a0,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:31.158016 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 0cc714a4-40ab-478c-8539-77f66eecf7ee is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:31.167460 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-57511818-927e-46d4-971c-4d17a12f0f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:31.168310 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (0cc714a4-40ab-478c-8539-77f66eecf7ee), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:31.189175 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57511818-927e-46d4-971c-4d17a12f0f15 admin admin] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:33:31.189910 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-57511818-927e-46d4-971c-4d17a12f0f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481910'] for router_interface (247a10e0-ecd2-4f0e-a7d8-36fb2f798af5), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:31.201920 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd65827-a5fa-4d25-8787-b61a19df2fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b063d9e-e751-49bf-8020-9f1e819f32be,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:31.210259 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4f86384a-4baa-40b6-8583-16462fdd248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (36f147c7-4926-4212-96c9-da83805a04b1), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:31.226645 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:25Z', 'revision_number': 2, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:31.408067 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-09123524-c111-46ec-ba29-fc3c5f19afef tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:31.457711 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] Checking router: a1273a1e-93ca-4062-8a87-809e8bae5c19 for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:33:31.458078 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] Updating router a1273a1e-93ca-4062-8a87-809e8bae5c19 port 377c47aa-7f83-4323-800c-a4287505ad44 binding host dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:33:31.461720 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] For port 0cc714a4-40ab-478c-8539-77f66eecf7ee, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=0cc714a4-40ab-478c-8539-77f66eecf7ee,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:31.464724 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50694) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:31.577229 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-d6987b89-5acb-4ad9-add6-4a156851c076 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Allocated IP 172.27.0.159 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/11f0d271-b368-4314-9d06-82f703b46f61) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:33:31.731906 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (0cc714a4-40ab-478c-8539-77f66eecf7ee), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:31.737187 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 24b0890d-6130-4977-b64c-6729ee998ef3 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:31.758980 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (377c47aa-7f83-4323-800c-a4287505ad44), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:31.825639 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] Pushing event updated for resources: {'Port': ['ID=c165f7a4-5ae0-43f4-b352-6a0940825a20,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:31.918998 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:31.919811 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:31.922465 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-33adf7d3-d055-4328-8ae2-73a811b6ee06 service neutron] 10.222.0.15 "PUT /v2.0/ports/c165f7a4-5ae0-43f4-b352-6a0940825a20 HTTP/1.1" status: 200 len: 1093 time: 9.1274738 May 23 12:33:31.923492 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb177d8b-e293-48e0-ad13-3227f2a2e78a', 'tag': 'c165f7a4-5ae0-43f4-b352-6a0940825a20'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:33:31.929348 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:31.989219 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6987b89-5acb-4ad9-add6-4a156851c076 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for port (11f0d271-b368-4314-9d06-82f703b46f61), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:32.069642 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:32.070684 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:32.091930 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6987b89-5acb-4ad9-add6-4a156851c076 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (11f0d271-b368-4314-9d06-82f703b46f61), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:32.167911 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6987b89-5acb-4ad9-add6-4a156851c076 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Pushing event updated for resources: {'Port': ['ID=11f0d271-b368-4314-9d06-82f703b46f61,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:32.314787 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fac06aa6-fee2-4971-931a-16403cd09796 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (e04c3229-ca64-4d42-97dd-e95f86784140), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:32.349333 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fac06aa6-fee2-4971-931a-16403cd09796 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (e04c3229-ca64-4d42-97dd-e95f86784140), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:32.351802 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35592e-0366-49c5-9f73-1499e0451bab req-e8b36805-6493-44b9-a344-aef86be16398 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:32.377953 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0a35592e-0366-49c5-9f73-1499e0451bab req-e8b36805-6493-44b9-a344-aef86be16398 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 943 time: 0.5445530 May 23 12:33:32.387093 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86384a-4baa-40b6-8583-16462fdd248a None None] Pushing event updated for resources: {'Port': ['ID=36f147c7-4926-4212-96c9-da83805a04b1,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:32.434409 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:32.461441 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-dfe3d414-e566-4177-8f41-eb7fcd630e03 None None] Provisioning complete for port 627a6826-c3e3-4ca2-8a1d-221d60dd70a0 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:32.462311 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-dfe3d414-e566-4177-8f41-eb7fcd630e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (627a6826-c3e3-4ca2-8a1d-221d60dd70a0), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:32.513243 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac06aa6-fee2-4971-931a-16403cd09796 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e04c3229-ca64-4d42-97dd-e95f86784140,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:32.557372 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-16e6867c-e930-4dd0-9fca-9b86dddfaf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:32.564906 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-16e6867c-e930-4dd0-9fca-9b86dddfaf3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f94aad6b61d49da817d70d2b91a7594&device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 1127 time: 0.4772668 May 23 12:33:32.584354 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6987b89-5acb-4ad9-add6-4a156851c076 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:32.590125 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-d6987b89-5acb-4ad9-add6-4a156851c076 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:32.597535 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6987b89-5acb-4ad9-add6-4a156851c076 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:33:32.661634 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fac06aa6-fee2-4971-931a-16403cd09796 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:32.666023 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-fac06aa6-fee2-4971-931a-16403cd09796 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8758082 May 23 12:33:32.831217 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6987b89-5acb-4ad9-add6-4a156851c076 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for floatingip (abb7f5a7-a742-4742-a5c8-80b5ebedd8ac), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:32.871239 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50712) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:32.873922 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-34c1ed33-d2df-4956-8707-990f6d101f14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:32.882442 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-33876a58-9deb-4bdb-b8b7-e876605d468e tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'security_group_rule': {'security_group_id': 'e04c3229-ca64-4d42-97dd-e95f86784140', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:32.961583 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6987b89-5acb-4ad9-add6-4a156851c076 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (11f0d271-b368-4314-9d06-82f703b46f61), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:33.139311 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] Sync routers for ids ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:33:33.183367 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] Routers {'9ba67b00-16b6-4c4d-a3d1-b914a8472196'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:33:33.188786 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:33:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:33.230622 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f41133c-1c94-4d64-ac8c-ba8b42f4e07b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb177d8b-e293-48e0-ad13-3227f2a2e78a", "tag": "c165f7a4-5ae0-43f4-b352-6a0940825a20"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:33:33.233061 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6987b89-5acb-4ad9-add6-4a156851c076 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for port (11f0d271-b368-4314-9d06-82f703b46f61), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:33.318726 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c6c4-d0c7-4597-89a0-5e746906cd56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:33.343187 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-34c1ed33-d2df-4956-8707-990f6d101f14 admin admin] Publish callbacks [] for security_group (1d0726a4-9061-4cb4-8fb6-9e1565002489), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:33.344645 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6987b89-5acb-4ad9-add6-4a156851c076 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (11f0d271-b368-4314-9d06-82f703b46f61), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:33.347357 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:33.347967 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:33.415211 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6987b89-5acb-4ad9-add6-4a156851c076 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Pushing event updated for resources: {'Port': ['ID=11f0d271-b368-4314-9d06-82f703b46f61,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:33.419276 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-34c1ed33-d2df-4956-8707-990f6d101f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (1d0726a4-9061-4cb4-8fb6-9e1565002489), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:33.480030 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0a35592e-0366-49c5-9f73-1499e0451bab req-1995308a-5916-42e1-811c-f414eea7a16f tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/security-groups?id=d42b0484-7776-4217-ab6b-cc83b3573eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0951583 May 23 12:33:33.490032 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-36b55a26-9c2f-4c43-8f48-8c8ae265cc41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c165f7a4-5ae0-43f4-b352-6a0940825a20 HTTP/1.1" status: 200 len: 217 time: 0.9057333 May 23 12:33:33.635187 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] Set router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:33:33.690785 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 24b0890d-6130-4977-b64c-6729ee998ef3 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:33.691158 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (24b0890d-6130-4977-b64c-6729ee998ef3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:33.708648 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-dfe3d414-e566-4177-8f41-eb7fcd630e03 None None] Port 627a6826-c3e3-4ca2-8a1d-221d60dd70a0 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:33:33.761045 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:33.805407 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-57511818-927e-46d4-971c-4d17a12f0f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (627a6826-c3e3-4ca2-8a1d-221d60dd70a0), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:33.918726 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-af2e4215-3deb-4933-b1fc-f7de18f16ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:33.920658 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-af2e4215-3deb-4933-b1fc-f7de18f16ae0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=68212d90-e130-4d09-8d35-53d81ac2f7a4 HTTP/1.1" status: 200 len: 851 time: 0.3423002 May 23 12:33:33.956341 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-34c1ed33-d2df-4956-8707-990f6d101f14 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb8f810a63bb403ba2f47529aba432a1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8776629 May 23 12:33:33.969688 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1ed33-d2df-4956-8707-990f6d101f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0726a4-9061-4cb4-8fb6-9e1565002489,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:33.980516 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50732) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:34.052635 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] Publish callbacks [] for port (377c47aa-7f83-4323-800c-a4287505ad44), precommit_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.103703 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f3f30a-5b62-4232-8ba2-754d07d2f8e8 x-openstack-request-id: req-05f3f30a-5b62-4232-8ba2-754d07d2f8e8 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:33:34.104204 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb177d8b-e293-48e0-ad13-3227f2a2e78a", "tag": "c165f7a4-5ae0-43f4-b352-6a0940825a20", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:33:34.104472 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05f3f30a-5b62-4232-8ba2-754d07d2f8e8 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:33:34.104944 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f3f30a-5b62-4232-8ba2-754d07d2f8e8'] response: {'name': 'network-changed', 'server_uuid': 'cb177d8b-e293-48e0-ad13-3227f2a2e78a', 'tag': 'c165f7a4-5ae0-43f4-b352-6a0940825a20', 'status': 'completed', 'code': 200} May 23 12:33:34.118136 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6987b89-5acb-4ad9-add6-4a156851c076 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (abb7f5a7-a742-4742-a5c8-80b5ebedd8ac), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.133076 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:34.156476 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-477e4e47-f6cd-40cd-9713-2b39ab380611 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd68bfaf-6631-4742-baab-cd5040ec2035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2056262 May 23 12:33:34.175511 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-09123524-c111-46ec-ba29-fc3c5f19afef tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group (d8536291-1e55-492a-9a8a-410121e7b09d), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.194102 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33876a58-9deb-4bdb-b8b7-e876605d468e tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (2f2114a5-f5f8-4cd9-91a6-fa0e2709edd0), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.206449 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:34.213090 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Pushing event updated for resources: {'Port': ['ID=0cc714a4-40ab-478c-8539-77f66eecf7ee,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:34.239375 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (377c47aa-7f83-4323-800c-a4287505ad44), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.248133 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'name': 'tempest-AttachVolumeTestJSON-266485501-router', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:09Z', 'updated_at': '2022-05-23T12:33:22Z', 'revision_number': 4, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'gw_port': {'id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'a0d744d1-744f-4b5b-9b20-e269589f6aa3', 'name': '', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'mac_address': 'fa:16:3e:6f:4b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '188e2ead-7d0d-4956-8add-55d376412943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:18Z', 'updated_at': '2022-05-23T12:33:23Z', 'revision_number': 2, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'subnets': [{'id': '188e2ead-7d0d-4956-8add-55d376412943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:34.273864 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6987b89-5acb-4ad9-add6-4a156851c076 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.280109 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-d6987b89-5acb-4ad9-add6-4a156851c076 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2098572 May 23 12:33:34.282577 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50740) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:34.315421 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.323586 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] Checking router: 9ba67b00-16b6-4c4d-a3d1-b914a8472196 for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:33:34.326572 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] Updating router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 port a0d744d1-744f-4b5b-9b20-e269589f6aa3 binding host dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:33:34.330319 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-09123524-c111-46ec-ba29-fc3c5f19afef tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (d8536291-1e55-492a-9a8a-410121e7b09d), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.420893 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-4f6bf6fa-06c9-436d-8516-18e8a7f8a28a service neutron] 10.222.0.15 "GET /v2.0/networks/dd68bfaf-6631-4742-baab-cd5040ec2035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480907 May 23 12:33:34.429844 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (a0d744d1-744f-4b5b-9b20-e269589f6aa3), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.449208 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09123524-c111-46ec-ba29-fc3c5f19afef tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8536291-1e55-492a-9a8a-410121e7b09d,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:34.468199 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ae3a7901-7c8a-419a-96d3-fe298e486aae admin admin] Publish callbacks [] for security_group (1d0726a4-9061-4cb4-8fb6-9e1565002489), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.545873 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ae3a7901-7c8a-419a-96d3-fe298e486aae admin admin] Publish callbacks [] for security_group (1d0726a4-9061-4cb4-8fb6-9e1565002489), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.633943 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a8778-bbdb-490e-ab62-26edb967e1f2 None None] Pushing event updated for resources: {'Port': ['ID=377c47aa-7f83-4323-800c-a4287505ad44,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:34.678543 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-09123524-c111-46ec-ba29-fc3c5f19afef tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.689337 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-09123524-c111-46ec-ba29-fc3c5f19afef tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 3.7643197 May 23 12:33:34.689791 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 50762) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:34.698805 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ae3a7901-7c8a-419a-96d3-fe298e486aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (1d0726a4-9061-4cb4-8fb6-9e1565002489), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.705892 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-d2aec105-e1de-43b3-84c8-54ddd1eebb5a tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Request body: {'security_group_rule': {'security_group_id': 'd8536291-1e55-492a-9a8a-410121e7b09d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:34.721032 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ae3a7901-7c8a-419a-96d3-fe298e486aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.736521 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-ae3a7901-7c8a-419a-96d3-fe298e486aae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d0726a4-9061-4cb4-8fb6-9e1565002489 HTTP/1.1" status: 204 len: 168 time: 0.7434237 May 23 12:33:34.739652 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] Attempting to bind port 377c47aa-7f83-4323-800c-a4287505ad44 on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:33:34.740019 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] Attempting to bind port 377c47aa-7f83-4323-800c-a4287505ad44 by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:33:34.740399 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] Attempting to bind port 377c47aa-7f83-4323-800c-a4287505ad44 on network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:34.798229 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:33:34.801364 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] Checking segment: {'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:33:34.801842 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.802812 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] Bound using segment: {'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:33:34.804422 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] Bound port: 377c47aa-7f83-4323-800c-a4287505ad44, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:33:34.804825 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (377c47aa-7f83-4323-800c-a4287505ad44), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.815489 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a7901-7c8a-419a-96d3-fe298e486aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0726a4-9061-4cb4-8fb6-9e1565002489,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:34.827014 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 24b0890d-6130-4977-b64c-6729ee998ef3 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:34.827014 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (24b0890d-6130-4977-b64c-6729ee998ef3), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.843858 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33876a58-9deb-4bdb-b8b7-e876605d468e tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (2f2114a5-f5f8-4cd9-91a6-fa0e2709edd0), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.850243 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:34.855893 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33876a58-9deb-4bdb-b8b7-e876605d468e tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (2f2114a5-f5f8-4cd9-91a6-fa0e2709edd0), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.859994 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa575de-34b9-4128-9fee-5c2bfd6ba04c req-a7c19290-af5d-4ac3-84d6-c65cffbf2b60 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:34.861687 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3aa575de-34b9-4128-9fee-5c2bfd6ba04c req-a7c19290-af5d-4ac3-84d6-c65cffbf2b60 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 943 time: 0.0693948 May 23 12:33:34.894189 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-311ae211-e65e-497b-a28f-899a90dc0719 None None] Provisioning complete for port 377c47aa-7f83-4323-800c-a4287505ad44 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:34.894806 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-311ae211-e65e-497b-a28f-899a90dc0719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (377c47aa-7f83-4323-800c-a4287505ad44), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.900561 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d2aec105-e1de-43b3-84c8-54ddd1eebb5a tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group_rule (e434cab0-80e3-41f9-a9b4-3419853b72b4), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.924594 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33876a58-9deb-4bdb-b8b7-e876605d468e tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2114a5-f5f8-4cd9-91a6-fa0e2709edd0,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:34.933604 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d7b3e4bf-03f8-4838-903c-f48f7e8ca92a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.951198 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33876a58-9deb-4bdb-b8b7-e876605d468e tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.952575 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-33876a58-9deb-4bdb-b8b7-e876605d468e tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0755486 May 23 12:33:34.958524 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50768) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:34.973102 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-311ae211-e65e-497b-a28f-899a90dc0719 None None] Port 377c47aa-7f83-4323-800c-a4287505ad44 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:33:34.981012 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-329b6219-acb1-45e4-b431-04f1576bae33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:34.987955 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-789ed74c-f841-4ae0-a921-6b15608743a1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'security_group_rule': {'security_group_id': 'e04c3229-ca64-4d42-97dd-e95f86784140', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:34.990282 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3aa575de-34b9-4128-9fee-5c2bfd6ba04c req-0685d4ac-06b8-4b2d-8095-c6a2e468a966 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/security-groups?id=d42b0484-7776-4217-ab6b-cc83b3573eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147048 May 23 12:33:35.037400 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] For port 24b0890d-6130-4977-b64c-6729ee998ef3, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=24b0890d-6130-4977-b64c-6729ee998ef3,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:35.080836 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] For port 377c47aa-7f83-4323-800c-a4287505ad44, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:33:35.087064 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] For port 377c47aa-7f83-4323-800c-a4287505ad44, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=377c47aa-7f83-4323-800c-a4287505ad44,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:33:35.093557 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (24b0890d-6130-4977-b64c-6729ee998ef3), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.119619 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-789ed74c-f841-4ae0-a921-6b15608743a1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (5c0c7715-cffe-4be8-876c-50fc09108ce3), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.205645 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Pushing event updated for resources: {'Port': ['ID=24b0890d-6130-4977-b64c-6729ee998ef3,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:35.210344 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (377c47aa-7f83-4323-800c-a4287505ad44), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.230359 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d2aec105-e1de-43b3-84c8-54ddd1eebb5a tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group_rule (e434cab0-80e3-41f9-a9b4-3419853b72b4), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.256028 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d2aec105-e1de-43b3-84c8-54ddd1eebb5a tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (e434cab0-80e3-41f9-a9b4-3419853b72b4), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.265550 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] Publish callbacks [] for port (a0d744d1-744f-4b5b-9b20-e269589f6aa3), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.277208 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (a0d744d1-744f-4b5b-9b20-e269589f6aa3), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.320022 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=5 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:35.347536 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:35.348785 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d7b3e4bf-03f8-4838-903c-f48f7e8ca92a admin admin] Publish callbacks [] for security_group (9950f16a-a6a2-428e-b930-62825e2a9d64), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.391786 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d7b3e4bf-03f8-4838-903c-f48f7e8ca92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (9950f16a-a6a2-428e-b930-62825e2a9d64), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.403847 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] Routers {'a1273a1e-93ca-4062-8a87-809e8bae5c19'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:33:35.404952 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:33:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['a1273a1e-93ca-4062-8a87-809e8bae5c19'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:35.415511 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba19a06-0660-4cbf-85be-f8c34421f2ea None None] Pushing event updated for resources: {'Port': ['ID=a0d744d1-744f-4b5b-9b20-e269589f6aa3,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:35.418218 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-789ed74c-f841-4ae0-a921-6b15608743a1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (5c0c7715-cffe-4be8-876c-50fc09108ce3), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.454252 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aec105-e1de-43b3-84c8-54ddd1eebb5a tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e434cab0-80e3-41f9-a9b4-3419853b72b4,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:35.478657 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:35.483649 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-789ed74c-f841-4ae0-a921-6b15608743a1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (5c0c7715-cffe-4be8-876c-50fc09108ce3), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.531552 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] Attempting to bind port a0d744d1-744f-4b5b-9b20-e269589f6aa3 on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:33:35.534599 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] Attempting to bind port a0d744d1-744f-4b5b-9b20-e269589f6aa3 by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': '85f304ec-f4f0-4cbb-aa66-ee2df5bb0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:33:35.535068 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] Attempting to bind port a0d744d1-744f-4b5b-9b20-e269589f6aa3 on network cc274260-5d38-4e43-aa07-b73fcfa156ea {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:35.546312 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:33:35.546712 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] Checking segment: {'id': '85f304ec-f4f0-4cbb-aa66-ee2df5bb0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:33:35.547112 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.547524 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] Bound using segment: {'id': '85f304ec-f4f0-4cbb-aa66-ee2df5bb0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:33:35.550350 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 0cc714a4-40ab-478c-8539-77f66eecf7ee up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:35.554677 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] Bound port: a0d744d1-744f-4b5b-9b20-e269589f6aa3, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f304ec-f4f0-4cbb-aa66-ee2df5bb0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:33:35.555092 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (a0d744d1-744f-4b5b-9b20-e269589f6aa3), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.557269 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-e9a7c033-f627-4ed1-85f7-a9e0c258c684 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1588069971&fields=id&tenant_id=0502b9ef01e2460893cfc855d44db0c7 HTTP/1.1" status: 200 len: 267 time: 0.7712846 May 23 12:33:35.557623 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a8778-bbdb-490e-ab62-26edb967e1f2 None None] Pushing event updated for resources: {'Port': ['ID=377c47aa-7f83-4323-800c-a4287505ad44,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:35.588938 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c3ad2251-7345-46a7-bd20-ed4ac8e1741c req-7883e0c4-26d9-47a6-8046-136417ffdb16 service neutron] 10.222.0.15 "GET /v2.0/networks/dd68bfaf-6631-4742-baab-cd5040ec2035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1455414 May 23 12:33:35.591506 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:35.614578 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d2aec105-e1de-43b3-84c8-54ddd1eebb5a tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.615482 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-d7b3e4bf-03f8-4838-903c-f48f7e8ca92a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02c94f61c8fa4f16a11818e663776ac5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3008962 May 23 12:33:35.626426 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-d2aec105-e1de-43b3-84c8-54ddd1eebb5a tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9239883 May 23 12:33:35.630182 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50778) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:35.630890 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50780) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:35.714498 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-260cd048-27fa-42da-a808-cad02261b674 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Request body: {'security_group_rule': {'security_group_id': 'd8536291-1e55-492a-9a8a-410121e7b09d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:35.752646 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ed74c-f841-4ae0-a921-6b15608743a1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0c7715-cffe-4be8-876c-50fc09108ce3,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:35.766634 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 50786) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:35.793467 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3e4bf-03f8-4838-903c-f48f7e8ca92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9950f16a-a6a2-428e-b930-62825e2a9d64,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:35.817548 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] For port a0d744d1-744f-4b5b-9b20-e269589f6aa3, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:33:35.824106 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] For port a0d744d1-744f-4b5b-9b20-e269589f6aa3, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=a0d744d1-744f-4b5b-9b20-e269589f6aa3,segment=NetworkSegment(85f304ec-f4f0-4cbb-aa66-ee2df5bb0198),segment_id=85f304ec-f4f0-4cbb-aa66-ee2df5bb0198)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:33:35.838360 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (a0d744d1-744f-4b5b-9b20-e269589f6aa3), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.842710 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-789ed74c-f841-4ae0-a921-6b15608743a1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.844745 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-789ed74c-f841-4ae0-a921-6b15608743a1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8845172 May 23 12:33:35.850481 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 50788) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:35.855450 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f28d17c2-3055-4c46-9b58-69872e8b141c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.864464 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-57511818-927e-46d4-971c-4d17a12f0f15 admin admin] Publish callbacks [] for port (627a6826-c3e3-4ca2-8a1d-221d60dd70a0), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.872235 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-ff7fd3f8-906e-4f11-85ec-cf4edab4fbbc tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'floatingip': {'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:35.875814 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 0cc714a4-40ab-478c-8539-77f66eecf7ee triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:35.876443 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (0cc714a4-40ab-478c-8539-77f66eecf7ee), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.902891 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-57511818-927e-46d4-971c-4d17a12f0f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (627a6826-c3e3-4ca2-8a1d-221d60dd70a0), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.903580 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-57511818-927e-46d4-971c-4d17a12f0f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-823154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-484326'] for router_interface (247a10e0-ecd2-4f0e-a7d8-36fb2f798af5), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.906119 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-260cd048-27fa-42da-a808-cad02261b674 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group_rule (ee49d048-7b2c-408d-a61a-37cc8c97cda7), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.934043 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b89d2a71-13d6-4c3e-871b-d264d85b8c31 admin admin] Publish callbacks [] for security_group (9950f16a-a6a2-428e-b930-62825e2a9d64), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.964309 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b89d2a71-13d6-4c3e-871b-d264d85b8c31 admin admin] Publish callbacks [] for security_group (9950f16a-a6a2-428e-b930-62825e2a9d64), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:35.986639 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] Routers {'9ba67b00-16b6-4c4d-a3d1-b914a8472196'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:33:35.987300 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:33:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:35.994212 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba19a06-0660-4cbf-85be-f8c34421f2ea None None] Pushing event updated for resources: {'Port': ['ID=a0d744d1-744f-4b5b-9b20-e269589f6aa3,revision_number=4']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:36.001033 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] Set router a1273a1e-93ca-4062-8a87-809e8bae5c19 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:33:36.128708 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b89d2a71-13d6-4c3e-871b-d264d85b8c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (9950f16a-a6a2-428e-b930-62825e2a9d64), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:36.142370 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b89d2a71-13d6-4c3e-871b-d264d85b8c31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:36.143847 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-b89d2a71-13d6-4c3e-871b-d264d85b8c31 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9950f16a-a6a2-428e-b930-62825e2a9d64 HTTP/1.1" status: 204 len: 168 time: 0.5101666 May 23 12:33:36.158038 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:36.168164 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d2a71-13d6-4c3e-871b-d264d85b8c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9950f16a-a6a2-428e-b930-62825e2a9d64,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:36.172358 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-260cd048-27fa-42da-a808-cad02261b674 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group_rule (ee49d048-7b2c-408d-a61a-37cc8c97cda7), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:36.183649 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-260cd048-27fa-42da-a808-cad02261b674 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (ee49d048-7b2c-408d-a61a-37cc8c97cda7), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:36.190868 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-0641bdab-b5fe-4fe8-bd0b-f8f2c3210c9c None None] Provisioning complete for port 377c47aa-7f83-4323-800c-a4287505ad44 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:36.191244 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0641bdab-b5fe-4fe8-bd0b-f8f2c3210c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (377c47aa-7f83-4323-800c-a4287505ad44), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:36.221448 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cd048-27fa-42da-a808-cad02261b674 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee49d048-7b2c-408d-a61a-37cc8c97cda7,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:36.260115 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-260cd048-27fa-42da-a808-cad02261b674 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:36.261693 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-260cd048-27fa-42da-a808-cad02261b674 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5751204 May 23 12:33:36.265587 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50798) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:36.271472 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-6bf67144-43f0-48ee-8f1f-eb8c7c45f580 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Request body: {'floatingip': {'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:36.316077 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] Set router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:33:36.332864 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6bf67144-43f0-48ee-8f1f-eb8c7c45f580 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:36.348563 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd3f8-906e-4f11-85ec-cf4edab4fbbc tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:36.360358 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:36.372069 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-367dcacc-a721-4990-8c1f-699f10807b11 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:36.373737 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-367dcacc-a721-4990-8c1f-699f10807b11 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/networks?id=3322fe8c-081c-4cfd-b180-198330997eff HTTP/1.1" status: 200 len: 816 time: 0.7966931 May 23 12:33:36.395941 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:36.447985 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57511818-927e-46d4-971c-4d17a12f0f15 admin admin] Pushing event updated for resources: {'Port': ['ID=627a6826-c3e3-4ca2-8a1d-221d60dd70a0,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:36.504642 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 0cc714a4-40ab-478c-8539-77f66eecf7ee is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:36.518982 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 36f147c7-4926-4212-96c9-da83805a04b1 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:36.561383 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6bf67144-43f0-48ee-8f1f-eb8c7c45f580 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:36.604891 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:36.691316 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50806) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:36.705935 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002078a-18cb-466e-ae10-e1b8f96748f0 req-a05ff3a5-fec2-490e-a115-c6bc40c93b1e tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:36.708144 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5002078a-18cb-466e-ae10-e1b8f96748f0 req-a05ff3a5-fec2-490e-a115-c6bc40c93b1e tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 943 time: 0.5543158 May 23 12:33:36.718801 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52cb0a5f-c13c-441e-8a68-8700ff0802a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:36.747845 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-9facc740-8e8c-43ed-a2f0-c81b61f27762 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/quotas/0502b9ef01e2460893cfc855d44db0c7 HTTP/1.1" status: 200 len: 375 time: 0.3105659 May 23 12:33:36.761387 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-6bf67144-43f0-48ee-8f1f-eb8c7c45f580 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Allocated IP 172.27.0.89 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/6fedf278-8356-4904-9840-3b7199b24728) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:33:36.771526 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-0641bdab-b5fe-4fe8-bd0b-f8f2c3210c9c None None] Current status of the port 377c47aa-7f83-4323-800c-a4287505ad44 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:36.773337 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0641bdab-b5fe-4fe8-bd0b-f8f2c3210c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (377c47aa-7f83-4323-800c-a4287505ad44), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:36.776982 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:36.823540 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 36f147c7-4926-4212-96c9-da83805a04b1 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:36.823949 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (36f147c7-4926-4212-96c9-da83805a04b1), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:36.825095 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f28d17c2-3055-4c46-9b58-69872e8b141c admin admin] Publish callbacks [] for security_group (ffd4dc3a-d2a0-4253-98cf-021d226fe337), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:36.882001 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'name': 'tempest-AttachVolumeTestJSON-266485501-router', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:09Z', 'updated_at': '2022-05-23T12:33:22Z', 'revision_number': 4, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'gw_port': {'id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'a0d744d1-744f-4b5b-9b20-e269589f6aa3', 'name': '', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'mac_address': 'fa:16:3e:6f:4b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '188e2ead-7d0d-4956-8add-55d376412943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:18Z', 'updated_at': '2022-05-23T12:33:35Z', 'revision_number': 4, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'subnets': [{'id': '188e2ead-7d0d-4956-8add-55d376412943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:36.920990 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f28d17c2-3055-4c46-9b58-69872e8b141c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (ffd4dc3a-d2a0-4253-98cf-021d226fe337), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:36.936760 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770bcae6-9aea-443c-8d03-1620c1bf83f9 None None] The sync data for ids ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'] in dv-cinder-836996-27-iscsi is: [{'id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'name': 'tempest-AttachVolumeTestJSON-266485501-router', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:09Z', 'updated_at': '2022-05-23T12:33:22Z', 'revision_number': 4, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'gw_port': {'id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'a0d744d1-744f-4b5b-9b20-e269589f6aa3', 'name': '', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'mac_address': 'fa:16:3e:6f:4b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '188e2ead-7d0d-4956-8add-55d376412943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:18Z', 'updated_at': '2022-05-23T12:33:35Z', 'revision_number': 4, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'subnets': [{'id': '188e2ead-7d0d-4956-8add-55d376412943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:33:36.940547 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52cb0a5f-c13c-441e-8a68-8700ff0802a2 admin admin] Publish callbacks [] for security_group (1a5735ae-7262-459c-bf16-77b8b16e4ce0), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:36.948975 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:36.952891 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52cb0a5f-c13c-441e-8a68-8700ff0802a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (1a5735ae-7262-459c-bf16-77b8b16e4ce0), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:37.011844 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:35Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:37.014053 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6bf67144-43f0-48ee-8f1f-eb8c7c45f580 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for port (6fedf278-8356-4904-9840-3b7199b24728), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:37.018356 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d17c2-3055-4c46-9b58-69872e8b141c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd4dc3a-d2a0-4253-98cf-021d226fe337,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:37.038643 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41133c-1c94-4d64-ac8c-ba8b42f4e07b req-8879d547-3e74-4755-b658-744aa21173f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:37.041981 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-0641bdab-b5fe-4fe8-bd0b-f8f2c3210c9c None None] For port 377c47aa-7f83-4323-800c-a4287505ad44, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=377c47aa-7f83-4323-800c-a4287505ad44,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:37.042189 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6f41133c-1c94-4d64-ac8c-ba8b42f4e07b req-8879d547-3e74-4755-b658-744aa21173f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f94aad6b61d49da817d70d2b91a7594&device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 1127 time: 0.3825300 May 23 12:33:37.062714 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb0a5f-c13c-441e-8a68-8700ff0802a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5735ae-7262-459c-bf16-77b8b16e4ce0,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:37.084602 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0641bdab-b5fe-4fe8-bd0b-f8f2c3210c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (377c47aa-7f83-4323-800c-a4287505ad44), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:37.090646 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1702ea37-07d7-49b0-93cc-6ff2102da62b None None] The sync data for ids ['a1273a1e-93ca-4062-8a87-809e8bae5c19'] in dv-cinder-836996-27-iscsi is: [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:35Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:33:37.091866 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:37.108708 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5002078a-18cb-466e-ae10-e1b8f96748f0 req-6b26fa85-0b8c-49f0-a5e5-2e80318a3440 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/security-groups?id=d42b0484-7776-4217-ab6b-cc83b3573eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307056 May 23 12:33:37.112845 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd3f8-906e-4f11-85ec-cf4edab4fbbc tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:37.144662 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57511818-927e-46d4-971c-4d17a12f0f15 admin admin] Network 4833a70f-d11d-46d6-944f-14af0b04cad3 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:37.147823 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-5a8aec17-e078-42b8-8afd-9498dee36335 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0502b9ef01e2460893cfc855d44db0c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3975642 May 23 12:33:37.180132 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-52cb0a5f-c13c-441e-8a68-8700ff0802a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1619875a23e4d548255a0fcf87cd307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4870787 May 23 12:33:37.180430 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device c165f7a4-5ae0-43f4-b352-6a0940825a20 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:33:37.181912 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-57511818-927e-46d4-971c-4d17a12f0f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:37.182646 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 50814) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:37.223443 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6bf67144-43f0-48ee-8f1f-eb8c7c45f580 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (6fedf278-8356-4904-9840-3b7199b24728), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:37.248904 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-f28d17c2-3055-4c46-9b58-69872e8b141c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bce65ee673645868cf2cc29e0d81351&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4759998 May 23 12:33:37.250446 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:37.359451 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 50816) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:37.428292 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=12 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:37.439583 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf67144-43f0-48ee-8f1f-eb8c7c45f580 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Pushing event updated for resources: {'Port': ['ID=6fedf278-8356-4904-9840-3b7199b24728,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:37.460976 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-cf55197a-26ec-4c41-9385-3edadcbd4ba4 None None] Provisioning complete for port a0d744d1-744f-4b5b-9b20-e269589f6aa3 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:37.461286 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cf55197a-26ec-4c41-9385-3edadcbd4ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (a0d744d1-744f-4b5b-9b20-e269589f6aa3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:37.489187 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf67144-43f0-48ee-8f1f-eb8c7c45f580 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:37.504619 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-6bf67144-43f0-48ee-8f1f-eb8c7c45f580 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:37.512601 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf67144-43f0-48ee-8f1f-eb8c7c45f580 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:33:37.591301 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641bdab-b5fe-4fe8-bd0b-f8f2c3210c9c None None] Pushing event updated for resources: {'Port': ['ID=377c47aa-7f83-4323-800c-a4287505ad44,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:37.613396 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:37.627198 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.db.resource_extend [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 12:33:37.646163 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 36f147c7-4926-4212-96c9-da83805a04b1 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:37.705051 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9690e6b9-12a3-4fa0-a45d-8e067f406bce admin admin] Publish callbacks [] for security_group (1a5735ae-7262-459c-bf16-77b8b16e4ce0), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:37.779548 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6bf67144-43f0-48ee-8f1f-eb8c7c45f580 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for floatingip (2b34c15d-a396-420d-a193-7c7727812eed), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:37.794009 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9690e6b9-12a3-4fa0-a45d-8e067f406bce admin admin] Publish callbacks [] for security_group (1a5735ae-7262-459c-bf16-77b8b16e4ce0), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:37.898817 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6bf67144-43f0-48ee-8f1f-eb8c7c45f580 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (6fedf278-8356-4904-9840-3b7199b24728), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:38.002984 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:38.067009 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57511818-927e-46d4-971c-4d17a12f0f15 admin admin] Router 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:33:38.075717 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 377c47aa-7f83-4323-800c-a4287505ad44 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:38.172267 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 377c47aa-7f83-4323-800c-a4287505ad44 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:38.172780 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (377c47aa-7f83-4323-800c-a4287505ad44), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:38.174283 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9690e6b9-12a3-4fa0-a45d-8e067f406bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (1a5735ae-7262-459c-bf16-77b8b16e4ce0), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:38.178364 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9690e6b9-12a3-4fa0-a45d-8e067f406bce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:38.179981 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-9690e6b9-12a3-4fa0-a45d-8e067f406bce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a5735ae-7262-459c-bf16-77b8b16e4ce0 HTTP/1.1" status: 204 len: 168 time: 0.9269521 May 23 12:33:38.216762 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690e6b9-12a3-4fa0-a45d-8e067f406bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5735ae-7262-459c-bf16-77b8b16e4ce0,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:38.244080 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-cf55197a-26ec-4c41-9385-3edadcbd4ba4 None None] Current status of the port a0d744d1-744f-4b5b-9b20-e269589f6aa3 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:38.244870 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cf55197a-26ec-4c41-9385-3edadcbd4ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (a0d744d1-744f-4b5b-9b20-e269589f6aa3), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:38.320577 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6bf67144-43f0-48ee-8f1f-eb8c7c45f580 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for port (6fedf278-8356-4904-9840-3b7199b24728), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:38.329722 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6bf67144-43f0-48ee-8f1f-eb8c7c45f580 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (6fedf278-8356-4904-9840-3b7199b24728), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:38.396565 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6bf67144-43f0-48ee-8f1f-eb8c7c45f580 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (2b34c15d-a396-420d-a193-7c7727812eed), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:38.412506 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port c165f7a4-5ae0-43f4-b352-6a0940825a20, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c165f7a4-5ae0-43f4-b352-6a0940825a20,segment=NetworkSegment(115491fe-8efa-440e-9c04-13bc12577016),segment_id=115491fe-8efa-440e-9c04-13bc12577016)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:38.416804 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf67144-43f0-48ee-8f1f-eb8c7c45f580 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Pushing event updated for resources: {'Port': ['ID=6fedf278-8356-4904-9840-3b7199b24728,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:38.420892 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-cf55197a-26ec-4c41-9385-3edadcbd4ba4 None None] For port a0d744d1-744f-4b5b-9b20-e269589f6aa3, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=a0d744d1-744f-4b5b-9b20-e269589f6aa3,segment=NetworkSegment(85f304ec-f4f0-4cbb-aa66-ee2df5bb0198),segment_id=85f304ec-f4f0-4cbb-aa66-ee2df5bb0198)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:38.428474 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6bf67144-43f0-48ee-8f1f-eb8c7c45f580 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:38.441642 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-6bf67144-43f0-48ee-8f1f-eb8c7c45f580 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1748273 May 23 12:33:38.460822 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cf55197a-26ec-4c41-9385-3edadcbd4ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (a0d744d1-744f-4b5b-9b20-e269589f6aa3), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:38.463895 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41133c-1c94-4d64-ac8c-ba8b42f4e07b req-c083a0e1-26e9-42d9-9d05-a00682819a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:38.465366 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6f41133c-1c94-4d64-ac8c-ba8b42f4e07b req-c083a0e1-26e9-42d9-9d05-a00682819a81 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd68bfaf-6631-4742-baab-cd5040ec2035 HTTP/1.1" status: 200 len: 912 time: 1.3806679 May 23 12:33:38.467400 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-c3e3e981-20e4-4a98-a8e7-979ba3a91bb5 service neutron] 10.222.0.16 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2195818 May 23 12:33:38.501027 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-ff7fd3f8-906e-4f11-85ec-cf4edab4fbbc tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Allocated IP 172.27.0.201 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/a764b7b0-3c12-47c7-95ce-3ef25aaa5f47) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:33:38.508706 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab89cfe-4629-4519-8d7b-010713edbddd req-8bc4deb3-efe1-4924-a54f-f57a8dfe651c tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:38.516712 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1ab89cfe-4629-4519-8d7b-010713edbddd req-8bc4deb3-efe1-4924-a54f-f57a8dfe651c tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 943 time: 0.2515230 May 23 12:33:38.518960 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f294a691-c39d-477e-a7ae-a103edf84fcd admin admin] Publish callbacks [] for security_group (ffd4dc3a-d2a0-4253-98cf-021d226fe337), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:38.585282 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 377c47aa-7f83-4323-800c-a4287505ad44 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:38.586419 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device a0d744d1-744f-4b5b-9b20-e269589f6aa3 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:38.596234 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': 'c165f7a4-5ae0-43f4-b352-6a0940825a20', 'network_id': 'dd68bfaf-6631-4742-baab-cd5040ec2035', 'port_id': 'c165f7a4-5ae0-43f4-b352-6a0940825a20', 'mac_address': 'fa:16:3e:60:83:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68212d90-e130-4d09-8d35-53d81ac2f7a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:33:38.669029 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:38.680419 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6f41133c-1c94-4d64-ac8c-ba8b42f4e07b req-643f7fe6-4c3a-4595-a4ac-e236a545dd87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c165f7a4-5ae0-43f4-b352-6a0940825a20 HTTP/1.1" status: 200 len: 217 time: 0.2039154 May 23 12:33:38.706421 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-7013b5e4-eee8-4976-9e31-c7334ac17840 None None] Provisioning complete for port 627a6826-c3e3-4ca2-8a1d-221d60dd70a0 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:38.706622 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:38.706821 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-7013b5e4-eee8-4976-9e31-c7334ac17840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (627a6826-c3e3-4ca2-8a1d-221d60dd70a0), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:38.755236 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:38.765525 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port c165f7a4-5ae0-43f4-b352-6a0940825a20 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:38.765947 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (c165f7a4-5ae0-43f4-b352-6a0940825a20), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:38.772494 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55197a-26ec-4c41-9385-3edadcbd4ba4 None None] Pushing event updated for resources: {'Port': ['ID=a0d744d1-744f-4b5b-9b20-e269589f6aa3,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:38.793186 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port a0d744d1-744f-4b5b-9b20-e269589f6aa3 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:38.793703 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (a0d744d1-744f-4b5b-9b20-e269589f6aa3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:38.799855 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:38.814748 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f294a691-c39d-477e-a7ae-a103edf84fcd admin admin] Publish callbacks [] for security_group (ffd4dc3a-d2a0-4253-98cf-021d226fe337), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:38.827076 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c165f7a4-5ae0-43f4-b352-6a0940825a20 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:33:38.836664 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-7013b5e4-eee8-4976-9e31-c7334ac17840 None None] Port 627a6826-c3e3-4ca2-8a1d-221d60dd70a0 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:33:38.852860 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:38.869639 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port c165f7a4-5ae0-43f4-b352-6a0940825a20, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c165f7a4-5ae0-43f4-b352-6a0940825a20,segment=NetworkSegment(115491fe-8efa-440e-9c04-13bc12577016),segment_id=115491fe-8efa-440e-9c04-13bc12577016)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:38.879509 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57511818-927e-46d4-971c-4d17a12f0f15 admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:33:38.883739 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (c165f7a4-5ae0-43f4-b352-6a0940825a20), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:38.908517 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-57511818-927e-46d4-971c-4d17a12f0f15 admin admin] 10.222.0.16 "PUT /v2.0/routers/247a10e0-ecd2-4f0e-a7d8-36fb2f798af5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.3523149 May 23 12:33:38.920855 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] Sync routers for ids ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:33:38.942012 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41133c-1c94-4d64-ac8c-ba8b42f4e07b req-c63481f9-b424-4a18-986a-5e729230ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:38.943683 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6f41133c-1c94-4d64-ac8c-ba8b42f4e07b req-c63481f9-b424-4a18-986a-5e729230ab40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=68212d90-e130-4d09-8d35-53d81ac2f7a4 HTTP/1.1" status: 200 len: 851 time: 0.2456439 May 23 12:33:38.947255 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1ab89cfe-4629-4519-8d7b-010713edbddd req-3f1ec979-0001-4fd4-83fd-2ccfe21e2c24 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/security-groups?id=d42b0484-7776-4217-ab6b-cc83b3573eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294279 May 23 12:33:38.978540 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port a0d744d1-744f-4b5b-9b20-e269589f6aa3 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:38.979065 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-d6c782ba-1a03-4700-afd5-e0f32bff7ec9 service neutron] 10.222.0.16 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949653 May 23 12:33:38.990915 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 24b0890d-6130-4977-b64c-6729ee998ef3 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:39.033406 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6f41133c-1c94-4d64-ac8c-ba8b42f4e07b req-2e0fbd29-d8ac-49e7-bf8d-3daa9c4617b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd68bfaf-6631-4742-baab-cd5040ec2035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776799 May 23 12:33:39.061237 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] Routers {'247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:33:39.063574 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:33:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:39.102599 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f294a691-c39d-477e-a7ae-a103edf84fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (ffd4dc3a-d2a0-4253-98cf-021d226fe337), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:39.106512 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f294a691-c39d-477e-a7ae-a103edf84fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:39.111133 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-f294a691-c39d-477e-a7ae-a103edf84fcd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ffd4dc3a-d2a0-4253-98cf-021d226fe337 HTTP/1.1" status: 204 len: 168 time: 1.7395213 May 23 12:33:39.195294 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd3f8-906e-4f11-85ec-cf4edab4fbbc tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for port (a764b7b0-3c12-47c7-95ce-3ef25aaa5f47), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:39.234658 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=c165f7a4-5ae0-43f4-b352-6a0940825a20,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:39.281674 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294a691-c39d-477e-a7ae-a103edf84fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd4dc3a-d2a0-4253-98cf-021d226fe337,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:39.339505 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['c165f7a4-5ae0-43f4-b352-6a0940825a20'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:33:39.542305 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bcbb949e-0ecc-4a79-85e3-c012fa3177e8 req-bf0151dd-ce9b-4948-ab43-3a1f5b9f71da tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 210 time: 0.0968509 May 23 12:33:39.551234 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-56afc01a-0a3f-4296-93ee-5d6eb50d149a tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--216958322&fields=id&tenant_id=736376830ed340b2aa62c455c134c4e2 HTTP/1.1" status: 200 len: 267 time: 0.3439085 May 23 12:33:39.561651 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] Set router 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:33:39.618483 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 24b0890d-6130-4977-b64c-6729ee998ef3 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:39.619098 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (24b0890d-6130-4977-b64c-6729ee998ef3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:39.687415 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6f41133c-1c94-4d64-ac8c-ba8b42f4e07b req-95e75526-8892-4d89-bb16-171de73fcf97 service neutron] 10.222.0.15 "GET /v2.0/networks/dd68bfaf-6631-4742-baab-cd5040ec2035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6420960 May 23 12:33:39.845216 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd3f8-906e-4f11-85ec-cf4edab4fbbc tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (a764b7b0-3c12-47c7-95ce-3ef25aaa5f47), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:39.927692 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7fd3f8-906e-4f11-85ec-cf4edab4fbbc tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:39.953159 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-ff7fd3f8-906e-4f11-85ec-cf4edab4fbbc tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:39.963074 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7fd3f8-906e-4f11-85ec-cf4edab4fbbc tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:33:39.973714 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fd3f8-906e-4f11-85ec-cf4edab4fbbc tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'Port': ['ID=a764b7b0-3c12-47c7-95ce-3ef25aaa5f47,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:40.002121 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-b71b1fe6-55fc-4276-b7de-f09a26466ead tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:40.003524 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-b71b1fe6-55fc-4276-b7de-f09a26466ead tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/networks?id=cc274260-5d38-4e43-aa07-b73fcfa156ea HTTP/1.1" status: 200 len: 810 time: 0.4174767 May 23 12:33:40.045124 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6f41133c-1c94-4d64-ac8c-ba8b42f4e07b req-04291ccc-382a-4ae5-9111-1dbc576659f0 service neutron] 10.222.0.15 "GET /v2.0/networks/dd68bfaf-6631-4742-baab-cd5040ec2035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505294 May 23 12:33:40.080734 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-eac5fd0e-ef85-45b6-9a7f-1a0881624aae tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/quotas/736376830ed340b2aa62c455c134c4e2 HTTP/1.1" status: 200 len: 375 time: 0.0347536 May 23 12:33:40.101838 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:40.133413 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd3f8-906e-4f11-85ec-cf4edab4fbbc tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (c5aafc40-a560-4e5c-9450-5dd43a1b3f27), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:40.166189 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-9595ef7b-1325-4cc2-983b-2905857e5c21 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=736376830ed340b2aa62c455c134c4e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807095 May 23 12:33:40.196315 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd3f8-906e-4f11-85ec-cf4edab4fbbc tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (a764b7b0-3c12-47c7-95ce-3ef25aaa5f47), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:40.225490 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 24b0890d-6130-4977-b64c-6729ee998ef3 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:40.500311 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device a0d744d1-744f-4b5b-9b20-e269589f6aa3 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:40.545453 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:40.560717 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:40.592748 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-d1bf93ff-22dc-40ce-ab50-46e663ec8fa6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:40.594284 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-d1bf93ff-22dc-40ce-ab50-46e663ec8fa6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/networks?id=4833a70f-d11d-46d6-944f-14af0b04cad3 HTTP/1.1" status: 200 len: 819 time: 0.2814171 May 23 12:33:40.597768 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1292102453-router', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:32Z', 'revision_number': 4, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'gw_port': {'id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '627a6826-c3e3-4ca2-8a1d-221d60dd70a0', 'name': '', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'mac_address': 'fa:16:3e:56:7c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:26Z', 'updated_at': '2022-05-23T12:33:34Z', 'revision_number': 2, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'subnets': [{'id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:40.645484 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] Checking router: 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:33:40.645840 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] Updating router 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 port 627a6826-c3e3-4ca2-8a1d-221d60dd70a0 binding host dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:33:40.653541 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=100 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:40.711697 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (627a6826-c3e3-4ca2-8a1d-221d60dd70a0), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:40.734561 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port a0d744d1-744f-4b5b-9b20-e269589f6aa3 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:40.734763 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (a0d744d1-744f-4b5b-9b20-e269589f6aa3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:40.759063 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd3f8-906e-4f11-85ec-cf4edab4fbbc tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for port (a764b7b0-3c12-47c7-95ce-3ef25aaa5f47), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:40.787418 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd3f8-906e-4f11-85ec-cf4edab4fbbc tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (a764b7b0-3c12-47c7-95ce-3ef25aaa5f47), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:40.847236 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-7bee6689-c339-46e9-aa34-47590903377d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/quotas/dcc45b8bab17498cadda8d64b3a76780 HTTP/1.1" status: 200 len: 375 time: 0.0723939 May 23 12:33:40.920855 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd3f8-906e-4f11-85ec-cf4edab4fbbc tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (c5aafc40-a560-4e5c-9450-5dd43a1b3f27), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:41.005824 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-20a35c4b-26f3-4fea-8b65-ef9cd543a9d4 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dcc45b8bab17498cadda8d64b3a76780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1573758 May 23 12:33:41.011457 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-ab6c4f06-bcf6-4d8e-8440-934a857a53ab service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 12:33:41.013536 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-ab6c4f06-bcf6-4d8e-8440-934a857a53ab service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2500951 May 23 12:33:41.015696 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fd3f8-906e-4f11-85ec-cf4edab4fbbc tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'Port': ['ID=a764b7b0-3c12-47c7-95ce-3ef25aaa5f47,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:41.050297 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd3f8-906e-4f11-85ec-cf4edab4fbbc tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:41.052102 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-ff7fd3f8-906e-4f11-85ec-cf4edab4fbbc tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1926191 May 23 12:33:41.134096 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device c165f7a4-5ae0-43f4-b352-6a0940825a20 up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:41.193245 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port a0d744d1-744f-4b5b-9b20-e269589f6aa3 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:41.520907 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning for port c165f7a4-5ae0-43f4-b352-6a0940825a20 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 12:33:41.538848 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port c165f7a4-5ae0-43f4-b352-6a0940825a20 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:41.540035 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (c165f7a4-5ae0-43f4-b352-6a0940825a20), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:41.631330 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-de4f9b4c-5e98-4a66-89c8-3c8d87ab1437 service neutron] 10.222.0.16 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126342 May 23 12:33:41.634954 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-8c23057f-27a4-4cc2-b4a1-19de32a75f33 service neutron] 10.222.0.16 "GET /v2.0/networks/cc274260-5d38-4e43-aa07-b73fcfa156ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110387 May 23 12:33:41.831482 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] Publish callbacks [] for port (627a6826-c3e3-4ca2-8a1d-221d60dd70a0), precommit_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:41.847421 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (627a6826-c3e3-4ca2-8a1d-221d60dd70a0), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:41.898344 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483230b-cf3a-4b54-a12a-29be140a720e None None] Pushing event updated for resources: {'Port': ['ID=627a6826-c3e3-4ca2-8a1d-221d60dd70a0,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:41.910520 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port c165f7a4-5ae0-43f4-b352-6a0940825a20 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:41.910927 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (c165f7a4-5ae0-43f4-b352-6a0940825a20), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:41.968114 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb177d8b-e293-48e0-ad13-3227f2a2e78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c165f7a4-5ae0-43f4-b352-6a0940825a20'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:33:42.144615 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-b65b1be1-d324-4495-8e63-c662fbfe1c8d service neutron] 10.222.0.16 "GET /v2.0/networks/cc274260-5d38-4e43-aa07-b73fcfa156ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899697 May 23 12:33:42.202740 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port c165f7a4-5ae0-43f4-b352-6a0940825a20, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c165f7a4-5ae0-43f4-b352-6a0940825a20,segment=NetworkSegment(115491fe-8efa-440e-9c04-13bc12577016),segment_id=115491fe-8efa-440e-9c04-13bc12577016)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:42.221330 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (c165f7a4-5ae0-43f4-b352-6a0940825a20), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:42.271980 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-bb3e8266-9c4f-42b1-b81f-0b7238bc7f5f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:42.276620 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-bb3e8266-9c4f-42b1-b81f-0b7238bc7f5f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.15 "GET /v2.0/networks?id=3322fe8c-081c-4cfd-b180-198330997eff HTTP/1.1" status: 200 len: 816 time: 0.3608191 May 23 12:33:42.283021 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:42.310492 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] Attempting to bind port 627a6826-c3e3-4ca2-8a1d-221d60dd70a0 on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:33:42.311236 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:42.311468 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] Attempting to bind port 627a6826-c3e3-4ca2-8a1d-221d60dd70a0 by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': '99c468f3-8428-4de5-9a02-bb5d1ea7c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:33:42.312752 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] Attempting to bind port 627a6826-c3e3-4ca2-8a1d-221d60dd70a0 on network 4833a70f-d11d-46d6-944f-14af0b04cad3 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:42.371189 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-88b4e62a-72b7-46ec-963b-7deb80bfb1ec service neutron] 10.222.0.16 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7311606 May 23 12:33:42.403572 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:33:42.404442 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] Checking segment: {'id': '99c468f3-8428-4de5-9a02-bb5d1ea7c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:33:42.404442 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:42.404871 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] Bound using segment: {'id': '99c468f3-8428-4de5-9a02-bb5d1ea7c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:33:42.407813 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] Bound port: 627a6826-c3e3-4ca2-8a1d-221d60dd70a0, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c468f3-8428-4de5-9a02-bb5d1ea7c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:33:42.408263 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (627a6826-c3e3-4ca2-8a1d-221d60dd70a0), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:42.478184 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a665676-4b6d-4f08-9491-68e82d70ad18" -d '{"events": [{"server_uuid": "cb177d8b-e293-48e0-ad13-3227f2a2e78a", "name": "network-vif-plugged", "status": "completed", "tag": "c165f7a4-5ae0-43f4-b352-6a0940825a20"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:33:42.562833 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] For port 627a6826-c3e3-4ca2-8a1d-221d60dd70a0, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:33:42.565417 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=c165f7a4-5ae0-43f4-b352-6a0940825a20,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:42.577896 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-d9f8dd81-03dd-49e5-8ca2-53065c196d13 None None] Provisioning complete for port 627a6826-c3e3-4ca2-8a1d-221d60dd70a0 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:42.578261 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d9f8dd81-03dd-49e5-8ca2-53065c196d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (627a6826-c3e3-4ca2-8a1d-221d60dd70a0), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:42.601546 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-5121b86d-7ed2-466d-9e23-ea0d011593bf tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0502b9ef01e2460893cfc855d44db0c7 HTTP/1.1" status: 200 len: 380 time: 0.3118443 May 23 12:33:42.609535 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-46401f49-d4c4-4180-9064-2467dbc94624 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Request body: {'port': {'device_id': 'ce37af9c-e5f8-4233-97f3-4280a2114e45', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'admin_state_up': True, 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'security_groups': ['746170da-1280-40d3-a528-943fe3ede9a2']}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:42.613129 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:42.614938 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-d9f8dd81-03dd-49e5-8ca2-53065c196d13 None None] Port 627a6826-c3e3-4ca2-8a1d-221d60dd70a0 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:33:42.617893 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] For port 627a6826-c3e3-4ca2-8a1d-221d60dd70a0, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=627a6826-c3e3-4ca2-8a1d-221d60dd70a0,segment=NetworkSegment(99c468f3-8428-4de5-9a02-bb5d1ea7c294),segment_id=99c468f3-8428-4de5-9a02-bb5d1ea7c294)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:33:42.630580 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (627a6826-c3e3-4ca2-8a1d-221d60dd70a0), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:42.699650 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483230b-cf3a-4b54-a12a-29be140a720e None None] Pushing event updated for resources: {'Port': ['ID=627a6826-c3e3-4ca2-8a1d-221d60dd70a0,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:42.721879 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] Routers {'247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:33:42.722581 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:33:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:43.025082 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] Set router 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:33:43.050497 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-dcf57bca-98dc-4e3f-bcca-237272b30405 req-af94fd90-83ee-49e0-8e63-d8f2ffc9843f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 210 time: 0.1556337 May 23 12:33:43.084132 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec5fde-bad8-42f1-b6fc-578134626f9d req-a18ba5a9-7e7e-49f4-9ab7-d6ea14efdf69 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:43.094549 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e3ec5fde-bad8-42f1-b6fc-578134626f9d req-a18ba5a9-7e7e-49f4-9ab7-d6ea14efdf69 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 945 time: 0.2988586 May 23 12:33:43.134038 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:43.280069 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e3ec5fde-bad8-42f1-b6fc-578134626f9d req-aca5f2ab-9f06-4eaf-ab53-5186cd1b1f0a tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/security-groups?id=d42b0484-7776-4217-ab6b-cc83b3573eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750000 May 23 12:33:43.310326 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-46401f49-d4c4-4180-9064-2467dbc94624 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Made reservation on behalf of 0502b9ef01e2460893cfc855d44db0c7 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:33:43.319449 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-46401f49-d4c4-4180-9064-2467dbc94624 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:43.397719 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 51076) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:43.408478 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-4f2e7d52-b681-45e8-9eca-21e707f65cd3 None None] Provisioning complete for port 627a6826-c3e3-4ca2-8a1d-221d60dd70a0 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:43.409072 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4f2e7d52-b681-45e8-9eca-21e707f65cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (627a6826-c3e3-4ca2-8a1d-221d60dd70a0), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:43.514352 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-e55d8804-b185-401f-ac8f-9ed23f418cc5 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--428445257&fields=id&tenant_id=da82f9c566664cb1a974cf0d1bf1b09d HTTP/1.1" status: 200 len: 267 time: 0.2301037 May 23 12:33:43.589012 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-4f2e7d52-b681-45e8-9eca-21e707f65cd3 None None] Current status of the port 627a6826-c3e3-4ca2-8a1d-221d60dd70a0 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:43.589573 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4f2e7d52-b681-45e8-9eca-21e707f65cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (627a6826-c3e3-4ca2-8a1d-221d60dd70a0), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:43.632447 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-4f2e7d52-b681-45e8-9eca-21e707f65cd3 None None] For port 627a6826-c3e3-4ca2-8a1d-221d60dd70a0, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=627a6826-c3e3-4ca2-8a1d-221d60dd70a0,segment=NetworkSegment(99c468f3-8428-4de5-9a02-bb5d1ea7c294),segment_id=99c468f3-8428-4de5-9a02-bb5d1ea7c294)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:43.637297 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1292102453-router', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:32Z', 'revision_number': 4, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'gw_port': {'id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '627a6826-c3e3-4ca2-8a1d-221d60dd70a0', 'name': '', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'mac_address': 'fa:16:3e:56:7c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:26Z', 'updated_at': '2022-05-23T12:33:42Z', 'revision_number': 4, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'subnets': [{'id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:43.671726 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4f2e7d52-b681-45e8-9eca-21e707f65cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (627a6826-c3e3-4ca2-8a1d-221d60dd70a0), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:43.731288 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0d15a1-7378-48db-8e36-7284e57992c3 None None] The sync data for ids ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'] in dv-cinder-836996-27-iscsi is: [{'id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1292102453-router', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:32Z', 'revision_number': 4, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'gw_port': {'id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '627a6826-c3e3-4ca2-8a1d-221d60dd70a0', 'name': '', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'mac_address': 'fa:16:3e:56:7c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:26Z', 'updated_at': '2022-05-23T12:33:42Z', 'revision_number': 4, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'subnets': [{'id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:33:43.734440 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e7d52-b681-45e8-9eca-21e707f65cd3 None None] Pushing event updated for resources: {'Port': ['ID=627a6826-c3e3-4ca2-8a1d-221d60dd70a0,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:43.743007 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-5d5d235b-8863-4572-8eeb-804b270977dc tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:43.751975 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-5d5d235b-8863-4572-8eeb-804b270977dc tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/networks?id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a HTTP/1.1" status: 200 len: 814 time: 0.2360356 May 23 12:33:43.765544 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-46401f49-d4c4-4180-9064-2467dbc94624 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Allocated IP 172.20.0.14 (3322fe8c-081c-4cfd-b180-198330997eff/57d02ce0-600b-49a7-8858-5c68dbc63a01/357ce430-3b90-4a7c-b2f3-c2ee303501e4) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:33:43.782951 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-86cb2b57-cace-47d9-9914-76ebcf8ddca9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/quotas/da82f9c566664cb1a974cf0d1bf1b09d HTTP/1.1" status: 200 len: 375 time: 0.0299101 May 23 12:33:44.009345 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ce8ae0-a129-45bf-b406-683f6932a40e x-openstack-request-id: req-32ce8ae0-a129-45bf-b406-683f6932a40e {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:33:44.009662 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb177d8b-e293-48e0-ad13-3227f2a2e78a", "name": "network-vif-plugged", "status": "completed", "tag": "c165f7a4-5ae0-43f4-b352-6a0940825a20", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:33:44.009902 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32ce8ae0-a129-45bf-b406-683f6932a40e {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:33:44.010417 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ce8ae0-a129-45bf-b406-683f6932a40e'] response: {'server_uuid': 'cb177d8b-e293-48e0-ad13-3227f2a2e78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c165f7a4-5ae0-43f4-b352-6a0940825a20', 'code': 200} May 23 12:33:44.034577 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-35cdfd95-3264-45ce-8ae2-c794e7678fb1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=da82f9c566664cb1a974cf0d1bf1b09d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2503879 May 23 12:33:44.080422 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc56aca4-8955-4ba0-86cb-6f54574a5130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:44.284198 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc56aca4-8955-4ba0-86cb-6f54574a5130 admin admin] Publish callbacks [] for security_group (ca081e38-0411-4f91-835e-1e74c44ad1ac), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:44.294415 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc56aca4-8955-4ba0-86cb-6f54574a5130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (ca081e38-0411-4f91-835e-1e74c44ad1ac), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:44.373754 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-616db1a0-1bcb-496d-acf7-ea09a5ae973e req-2ff8dec1-008f-495d-b322-39dc2ef4c373 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 210 time: 0.1909509 May 23 12:33:44.448344 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 627a6826-c3e3-4ca2-8a1d-221d60dd70a0 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:44.448710 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56aca4-8955-4ba0-86cb-6f54574a5130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca081e38-0411-4f91-835e-1e74c44ad1ac,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:44.472784 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-fc56aca4-8955-4ba0-86cb-6f54574a5130 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c1d070c72404e148b5c158e8817cc8e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0738297 May 23 12:33:44.486448 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 51108) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:44.519919 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:44.567293 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 627a6826-c3e3-4ca2-8a1d-221d60dd70a0 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:44.567676 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (627a6826-c3e3-4ca2-8a1d-221d60dd70a0), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:44.654063 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-62589127-2c2b-498a-9050-21411cc84244 req-49df5a69-4a43-4843-8548-6fb73f9ee645 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 210 time: 0.1027505 May 23 12:33:44.670577 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-46401f49-d4c4-4180-9064-2467dbc94624 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:44.677503 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-050c3512-601e-477f-bb0b-73413b25d2e9 admin admin] Publish callbacks [] for security_group (ca081e38-0411-4f91-835e-1e74c44ad1ac), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:44.700984 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.15', 57595) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:44.719078 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-ae4bba60-c6e7-45da-826b-bb7cb02bef66 service neutron] 10.222.0.16 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6478145 May 23 12:33:44.815619 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:44.819917 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 627a6826-c3e3-4ca2-8a1d-221d60dd70a0 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:44.925210 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-46401f49-d4c4-4180-9064-2467dbc94624 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:44.969246 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-050c3512-601e-477f-bb0b-73413b25d2e9 admin admin] Publish callbacks [] for security_group (ca081e38-0411-4f91-835e-1e74c44ad1ac), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:44.969657 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.15', 57596) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:44.973154 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:44.976143 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bb193-82e1-4054-823d-e93951b1c146 req-24fcf4a5-620d-4c88-be4c-141139397460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:44.978657 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-069bb193-82e1-4054-823d-e93951b1c146 req-24fcf4a5-620d-4c88-be4c-141139397460 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 1129 time: 0.2730277 May 23 12:33:45.018490 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-069bb193-82e1-4054-823d-e93951b1c146 req-ebe01f26-e93c-4375-b272-80f0db0c88a6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:45.086714 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:45.117390 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-050c3512-601e-477f-bb0b-73413b25d2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (ca081e38-0411-4f91-835e-1e74c44ad1ac), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:45.142511 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-050c3512-601e-477f-bb0b-73413b25d2e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:45.148925 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-050c3512-601e-477f-bb0b-73413b25d2e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca081e38-0411-4f91-835e-1e74c44ad1ac HTTP/1.1" status: 204 len: 168 time: 0.6582401 May 23 12:33:45.150479 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.15', 57597) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:45.225736 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a3bc0-705b-41da-bc75-004e69777eb5 req-0ea56b48-669b-4b39-b58e-b3dc9c4c9bf3 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:45.236957 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0e7a3bc0-705b-41da-bc75-004e69777eb5 req-0ea56b48-669b-4b39-b58e-b3dc9c4c9bf3 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 932 time: 0.3345704 May 23 12:33:45.249468 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-d1d383d0-eef7-44d7-b0ad-8b9124834d97 service neutron] 10.222.0.16 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145566 May 23 12:33:45.250746 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c3512-601e-477f-bb0b-73413b25d2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca081e38-0411-4f91-835e-1e74c44ad1ac,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:45.323866 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-46401f49-d4c4-4180-9064-2467dbc94624 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Network 3322fe8c-081c-4cfd-b180-198330997eff is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:45.326561 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-46401f49-d4c4-4180-9064-2467dbc94624 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:45.329523 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-46401f49-d4c4-4180-9064-2467dbc94624 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:33:45.335312 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-46401f49-d4c4-4180-9064-2467dbc94624 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:45.335695 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-46401f49-d4c4-4180-9064-2467dbc94624 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:45.374056 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-46401f49-d4c4-4180-9064-2467dbc94624 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7696803 May 23 12:33:45.414244 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46401f49-d4c4-4180-9064-2467dbc94624 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Pushing event updated for resources: {'Port': ['ID=357ce430-3b90-4a7c-b2f3-c2ee303501e4,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:45.456117 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] Request body: {'port': {'device_id': 'ce37af9c-e5f8-4233-97f3-4280a2114e45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:45.575373 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0e7a3bc0-705b-41da-bc75-004e69777eb5 req-0a4daf6c-f270-428f-abe7-af49e55b3cc7 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3308787 May 23 12:33:45.639435 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:45.644437 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-069bb193-82e1-4054-823d-e93951b1c146 req-ebe01f26-e93c-4375-b272-80f0db0c88a6 service neutron] Publish callbacks [] for security_group (f4fe4376-a1f1-4e08-8c62-03796fcf5286), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:45.644863 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:45.653783 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-913e87f1-4d61-4cd8-ad71-9fda0a0d0ab8 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:45.664442 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-913e87f1-4d61-4cd8-ad71-9fda0a0d0ab8 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.15 "GET /v2.0/networks?id=4833a70f-d11d-46d6-944f-14af0b04cad3 HTTP/1.1" status: 200 len: 819 time: 0.5037351 May 23 12:33:45.669561 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-069bb193-82e1-4054-823d-e93951b1c146 req-ebe01f26-e93c-4375-b272-80f0db0c88a6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (f4fe4376-a1f1-4e08-8c62-03796fcf5286), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:45.669738 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-30e8fab3-acbb-4acb-9d1b-873b5fd7e416 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:45.671635 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-30e8fab3-acbb-4acb-9d1b-873b5fd7e416 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.15 "GET /v2.0/networks?id=cc274260-5d38-4e43-aa07-b73fcfa156ea HTTP/1.1" status: 200 len: 810 time: 0.7009063 May 23 12:33:45.793556 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-548d9ff1-c9b7-4a4c-94f3-cd644424ef7f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Request body: {'port': {'device_id': '9cdb78f1-4de7-4c61-82e0-abe6c742e7aa', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'admin_state_up': True, 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:45.827552 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe01f26-e93c-4375-b272-80f0db0c88a6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fe4376-a1f1-4e08-8c62-03796fcf5286,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:45.832885 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-069bb193-82e1-4054-823d-e93951b1c146 req-ebe01f26-e93c-4375-b272-80f0db0c88a6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d42b0484-7776-4217-ab6b-cc83b3573eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8416786 May 23 12:33:45.880023 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 51154) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:45.937657 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-4c375aeb-a29e-43ea-a67e-92df14896a2d None None] Provisioning complete for port 357ce430-3b90-4a7c-b2f3-c2ee303501e4 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:45.938187 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4c375aeb-a29e-43ea-a67e-92df14896a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:46.012648 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-4c375aeb-a29e-43ea-a67e-92df14896a2d None None] Port 357ce430-3b90-4a7c-b2f3-c2ee303501e4 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:33:46.033596 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-440a1f10-0b3b-4a2e-91a9-69c6c06605d8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=736376830ed340b2aa62c455c134c4e2 HTTP/1.1" status: 200 len: 379 time: 0.2811089 May 23 12:33:46.143865 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5818e13d-f76b-476b-9ed2-853f0596e85b tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Request body: {'port': {'device_id': '380a99e6-38d9-4af6-9fa8-5506a0ffcf5e', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'admin_state_up': True, 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'security_groups': ['d8536291-1e55-492a-9a8a-410121e7b09d']}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:46.160672 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168baafc-e784-4df0-a47e-e6f4ecce4872 req-049b4b2b-1786-4668-9b97-700c40fc0c8f tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:46.161012 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-856436e9-94f5-480a-9fda-1ea6bb4259f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:46.169960 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-168baafc-e784-4df0-a47e-e6f4ecce4872 req-049b4b2b-1786-4668-9b97-700c40fc0c8f tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 945 time: 0.3751233 May 23 12:33:46.311124 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-548d9ff1-c9b7-4a4c-94f3-cd644424ef7f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Made reservation on behalf of dcc45b8bab17498cadda8d64b3a76780 for: {'port': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:33:46.314474 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-548d9ff1-c9b7-4a4c-94f3-cd644424ef7f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:46.321305 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:46.387693 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-168baafc-e784-4df0-a47e-e6f4ecce4872 req-f5d40492-078e-4825-a140-e3fadccc419d tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/security-groups?id=d42b0484-7776-4217-ab6b-cc83b3573eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169311 May 23 12:33:46.633283 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-856436e9-94f5-480a-9fda-1ea6bb4259f1 admin admin] Publish callbacks [] for security_group (4a524811-1a5b-4e7d-81ac-9bad3653e8e6), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:46.645227 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-548d9ff1-c9b7-4a4c-94f3-cd644424ef7f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Allocated IP 172.20.0.11 (4833a70f-d11d-46d6-944f-14af0b04cad3/f25e8178-dbfd-4850-b4e0-0743c897d958/47e7dcef-9f40-451c-adfd-004f425d19fb) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:33:46.651549 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-856436e9-94f5-480a-9fda-1ea6bb4259f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (4a524811-1a5b-4e7d-81ac-9bad3653e8e6), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:46.733561 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-856436e9-94f5-480a-9fda-1ea6bb4259f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b05cf3cf4084bd6a82d6bcbc339b69e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8517580 May 23 12:33:46.742461 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:DELETE=3,neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:46.746228 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 51194) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:46.761588 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856436e9-94f5-480a-9fda-1ea6bb4259f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a524811-1a5b-4e7d-81ac-9bad3653e8e6,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:46.799899 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-0aeda437-306c-4b61-b097-108f53ab66d2 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:46.801772 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-0aeda437-306c-4b61-b097-108f53ab66d2 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/networks?id=4833a70f-d11d-46d6-944f-14af0b04cad3 HTTP/1.1" status: 200 len: 819 time: 0.8929374 May 23 12:33:46.877266 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=17 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:46.936834 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=25 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:46.951846 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1d227956-d883-41b5-9b39-1a877893f6e3 admin admin] Publish callbacks [] for security_group (4a524811-1a5b-4e7d-81ac-9bad3653e8e6), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:46.985670 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5818e13d-f76b-476b-9ed2-853f0596e85b tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Made reservation on behalf of 736376830ed340b2aa62c455c134c4e2 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:33:46.990625 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5818e13d-f76b-476b-9ed2-853f0596e85b tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:46.992824 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:46.997852 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1d227956-d883-41b5-9b39-1a877893f6e3 admin admin] Publish callbacks [] for security_group (4a524811-1a5b-4e7d-81ac-9bad3653e8e6), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:47.054412 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ff984471-7278-447d-9c82-ea76c19f8acf req-a0b34f85-59df-43cf-9d71-21c3d24b2134 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 210 time: 0.0782251 May 23 12:33:47.065239 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-548d9ff1-c9b7-4a4c-94f3-cd644424ef7f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for port (47e7dcef-9f40-451c-adfd-004f425d19fb), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:47.072524 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:47.082737 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-d3fa101b-8bb7-4bb6-9b4b-800f109e4092 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/quotas/dcc45b8bab17498cadda8d64b3a76780 HTTP/1.1" status: 200 len: 375 time: 0.0867369 May 23 12:33:47.121854 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1d227956-d883-41b5-9b39-1a877893f6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (4a524811-1a5b-4e7d-81ac-9bad3653e8e6), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:47.129597 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1d227956-d883-41b5-9b39-1a877893f6e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:47.130788 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-1d227956-d883-41b5-9b39-1a877893f6e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a524811-1a5b-4e7d-81ac-9bad3653e8e6 HTTP/1.1" status: 204 len: 168 time: 0.3833988 May 23 12:33:47.145667 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-548d9ff1-c9b7-4a4c-94f3-cd644424ef7f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (47e7dcef-9f40-451c-adfd-004f425d19fb), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:47.223853 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d227956-d883-41b5-9b39-1a877893f6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a524811-1a5b-4e7d-81ac-9bad3653e8e6,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:47.257147 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-39c0fedb-bdee-42a5-8cee-35007942ad14 req-90ee82b4-b0cd-452a-b713-3b48c3bae569 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5 HTTP/1.1" status: 200 len: 210 time: 0.0683370 May 23 12:33:47.273823 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-a2635871-78df-48de-8b2f-38c2e5c83c46 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dcc45b8bab17498cadda8d64b3a76780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1627738 May 23 12:33:47.289767 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d9ff1-c9b7-4a4c-94f3-cd644424ef7f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Pushing event updated for resources: {'Port': ['ID=47e7dcef-9f40-451c-adfd-004f425d19fb,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:47.300900 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-548d9ff1-c9b7-4a4c-94f3-cd644424ef7f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Network 4833a70f-d11d-46d6-944f-14af0b04cad3 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:47.302922 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-548d9ff1-c9b7-4a4c-94f3-cd644424ef7f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:47.306933 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-548d9ff1-c9b7-4a4c-94f3-cd644424ef7f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:33:47.312460 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 357ce430-3b90-4a7c-b2f3-c2ee303501e4 {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:33:47.312562 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-548d9ff1-c9b7-4a4c-94f3-cd644424ef7f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:47.313392 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-548d9ff1-c9b7-4a4c-94f3-cd644424ef7f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:47.340717 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-548d9ff1-c9b7-4a4c-94f3-cd644424ef7f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6180208 May 23 12:33:47.344627 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] Publish callbacks [] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:47.487309 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] Transition to ACTIVE for port object 357ce430-3b90-4a7c-b2f3-c2ee303501e4 will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 12:33:47.502348 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:47.507620 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] Request body: {'port': {'device_id': '9cdb78f1-4de7-4c61-82e0-abe6c742e7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:47.533922 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb8ff3-e603-4615-a0b9-a9353b81fe77 req-88f37903-6267-4efd-bb23-4ec6091fb7db tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:47.535515 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-04bb8ff3-e603-4615-a0b9-a9353b81fe77 req-88f37903-6267-4efd-bb23-4ec6091fb7db tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 932 time: 0.1454210 May 23 12:33:47.584968 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5818e13d-f76b-476b-9ed2-853f0596e85b tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Allocated IP 172.20.0.5 (cc274260-5d38-4e43-aa07-b73fcfa156ea/188e2ead-7d0d-4956-8add-55d376412943/1c168015-cbd1-4ffe-8cf8-c803d21df858) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:33:47.637330 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-bac5fa00-25c2-4083-bbeb-f5a14e14380d service neutron] 10.222.0.16 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464158 May 23 12:33:47.655405 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (47e7dcef-9f40-451c-adfd-004f425d19fb), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:47.658333 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=100 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:47.659643 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] Pushing event updated for resources: {'Port': ['ID=357ce430-3b90-4a7c-b2f3-c2ee303501e4,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:47.682836 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-bd60bcd7-c250-4552-819e-bb7a07995b31 None None] Provisioning complete for port 47e7dcef-9f40-451c-adfd-004f425d19fb triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:47.683210 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bd60bcd7-c250-4552-819e-bb7a07995b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (47e7dcef-9f40-451c-adfd-004f425d19fb), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:47.783956 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-bd60bcd7-c250-4552-819e-bb7a07995b31 None None] Port 47e7dcef-9f40-451c-adfd-004f425d19fb cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:33:47.822188 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:47.827126 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-fddf885c-bff7-4662-bf2b-c95499a2bb0c service neutron] 10.222.0.16 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721866 May 23 12:33:48.006199 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-04bb8ff3-e603-4615-a0b9-a9353b81fe77 req-773606c0-7117-4016-aff5-ec379cdfb7f4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4420998 May 23 12:33:48.150218 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] Attempting to bind port 357ce430-3b90-4a7c-b2f3-c2ee303501e4 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:33:48.157059 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] Attempting to bind port 357ce430-3b90-4a7c-b2f3-c2ee303501e4 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '13cdb107-875d-4205-a897-41458cd12bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:33:48.157685 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] Attempting to bind port 357ce430-3b90-4a7c-b2f3-c2ee303501e4 on network 3322fe8c-081c-4cfd-b180-198330997eff {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:48.251839 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:48.311968 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4233ef4d-8205-4868-be62-f9330401767c req-fd03b5db-d63c-4028-a808-fb95738c728b tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 210 time: 0.0470798 May 23 12:33:48.317685 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] Port 357ce430-3b90-4a7c-b2f3-c2ee303501e4 on network 3322fe8c-081c-4cfd-b180-198330997eff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 12:33:48.317847 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] Attempting to bind port 357ce430-3b90-4a7c-b2f3-c2ee303501e4 on network 3322fe8c-081c-4cfd-b180-198330997eff {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:48.447078 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e7dcef-9f40-451c-adfd-004f425d19fb {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:33:48.450503 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef971763-807b-4bc8-91d4-4f38ad808d18 req-0d149665-778d-4a88-9958-07c1ec6bb312 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:48.459958 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] Publish callbacks [] for port (47e7dcef-9f40-451c-adfd-004f425d19fb), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:48.469671 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef971763-807b-4bc8-91d4-4f38ad808d18 req-0d149665-778d-4a88-9958-07c1ec6bb312 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 945 time: 0.1715498 May 23 12:33:48.507558 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] Transition to ACTIVE for port object 47e7dcef-9f40-451c-adfd-004f425d19fb will not be triggered until provisioned by entity L2. {{(pid=103849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 12:33:48.516939 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-d8277265-89c3-40f1-ad89-6295b65a0555 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:48.518740 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-d8277265-89c3-40f1-ad89-6295b65a0555 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.15 "GET /v2.0/networks?id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a HTTP/1.1" status: 200 len: 814 time: 0.2679024 May 23 12:33:48.530743 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (47e7dcef-9f40-451c-adfd-004f425d19fb), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:48.570539 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] Checking agent: {'id': '1749a81f-e3c6-4f53-968e-bc4c0c6ca916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:33:48.571059 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] Checking segment: {'id': '13cdb107-875d-4205-a897-41458cd12bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:33:48.572720 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] Bound using segment: {'id': '13cdb107-875d-4205-a897-41458cd12bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:33:48.573444 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] Bound port: 357ce430-3b90-4a7c-b2f3-c2ee303501e4, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13cdb107-875d-4205-a897-41458cd12bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:33:48.573796 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:48.602186 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 51262) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:48.635971 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:48.658301 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c2095694-94ab-48c0-8004-769ec796f575 req-011804d4-ce4f-4488-9395-5eeb1db7705f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 210 time: 0.1845689 May 23 12:33:48.808751 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] For port 357ce430-3b90-4a7c-b2f3-c2ee303501e4, host hv-cinder-83699, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:33:48.813652 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] For port 357ce430-3b90-4a7c-b2f3-c2ee303501e4, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=357ce430-3b90-4a7c-b2f3-c2ee303501e4,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:33:48.840375 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef971763-807b-4bc8-91d4-4f38ad808d18 req-f5b26660-5807-4297-8fe6-bd12a097adf5 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/security-groups?id=d42b0484-7776-4217-ab6b-cc83b3573eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679752 May 23 12:33:48.853126 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5818e13d-f76b-476b-9ed2-853f0596e85b tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for port (1c168015-cbd1-4ffe-8cf8-c803d21df858), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:48.855659 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:48.877241 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-7dc7b912-525e-4138-b5e3-92c3dd588650 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da82f9c566664cb1a974cf0d1bf1b09d HTTP/1.1" status: 200 len: 379 time: 0.3216822 May 23 12:33:48.885471 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] Pushing event updated for resources: {'Port': ['ID=47e7dcef-9f40-451c-adfd-004f425d19fb,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:48.918205 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-0145fcc4-8733-4592-8b61-f449e4186eb3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'port': {'device_id': '9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'admin_state_up': True, 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'security_groups': ['e04c3229-ca64-4d42-97dd-e95f86784140']}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:49.054513 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bb8173a0-dbbc-4765-be9a-c14339493985 req-f3650dba-6571-457a-b694-8da779f0b0a9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5 HTTP/1.1" status: 200 len: 210 time: 0.2350383 May 23 12:33:49.079792 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:49.080734 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:49.082044 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] 10.222.0.15 "PUT /v2.0/ports/357ce430-3b90-4a7c-b2f3-c2ee303501e4 HTTP/1.1" status: 200 len: 1094 time: 3.6635282 May 23 12:33:49.086603 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce37af9c-e5f8-4233-97f3-4280a2114e45', 'tag': '357ce430-3b90-4a7c-b2f3-c2ee303501e4'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:33:49.089162 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d16c9b7-90de-4239-a23d-e9b960a95585" -d '{"events": [{"name": "network-changed", "server_uuid": "ce37af9c-e5f8-4233-97f3-4280a2114e45", "tag": "357ce430-3b90-4a7c-b2f3-c2ee303501e4"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:33:49.156023 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] Attempting to bind port 47e7dcef-9f40-451c-adfd-004f425d19fb on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:33:49.162894 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] Attempting to bind port 47e7dcef-9f40-451c-adfd-004f425d19fb by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '99c468f3-8428-4de5-9a02-bb5d1ea7c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:33:49.164116 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] Attempting to bind port 47e7dcef-9f40-451c-adfd-004f425d19fb on network 4833a70f-d11d-46d6-944f-14af0b04cad3 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:49.205711 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] Port 47e7dcef-9f40-451c-adfd-004f425d19fb on network 4833a70f-d11d-46d6-944f-14af0b04cad3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 12:33:49.206618 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] Attempting to bind port 47e7dcef-9f40-451c-adfd-004f425d19fb on network 4833a70f-d11d-46d6-944f-14af0b04cad3 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:49.252750 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f53a5c-b691-4889-927d-a7db518ed9dd x-openstack-request-id: req-67f53a5c-b691-4889-927d-a7db518ed9dd {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:33:49.252975 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce37af9c-e5f8-4233-97f3-4280a2114e45", "tag": "357ce430-3b90-4a7c-b2f3-c2ee303501e4", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:33:49.254457 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 51286) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:49.255102 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67f53a5c-b691-4889-927d-a7db518ed9dd {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:33:49.255595 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f53a5c-b691-4889-927d-a7db518ed9dd'] response: {'name': 'network-changed', 'server_uuid': 'ce37af9c-e5f8-4233-97f3-4280a2114e45', 'tag': '357ce430-3b90-4a7c-b2f3-c2ee303501e4', 'status': 'completed', 'code': 200} May 23 12:33:49.278900 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] Checking agent: {'id': '1749a81f-e3c6-4f53-968e-bc4c0c6ca916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:33:49.279739 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] Checking segment: {'id': '99c468f3-8428-4de5-9a02-bb5d1ea7c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:33:49.282083 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] Bound using segment: {'id': '99c468f3-8428-4de5-9a02-bb5d1ea7c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:33:49.283943 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] Bound port: 47e7dcef-9f40-451c-adfd-004f425d19fb, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c468f3-8428-4de5-9a02-bb5d1ea7c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:33:49.284467 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (47e7dcef-9f40-451c-adfd-004f425d19fb), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:49.342811 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6062d-e61a-4b92-a075-9858d0f07190 service neutron] Pushing event updated for resources: {'Port': ['ID=357ce430-3b90-4a7c-b2f3-c2ee303501e4,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:49.388957 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5818e13d-f76b-476b-9ed2-853f0596e85b tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (1c168015-cbd1-4ffe-8cf8-c803d21df858), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:49.414846 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b8d18dfb-6d66-4299-9f2e-808704503758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:49.574455 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b8d18dfb-6d66-4299-9f2e-808704503758 admin admin] Publish callbacks [] for security_group (4b36615b-d806-43f5-9b6e-363c53eb2afc), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:49.597026 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] For port 47e7dcef-9f40-451c-adfd-004f425d19fb, host hv-cinder-83699, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:33:49.610260 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:49.611389 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b8d18dfb-6d66-4299-9f2e-808704503758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (4b36615b-d806-43f5-9b6e-363c53eb2afc), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:49.623746 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:49.629739 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96482ba-ade4-412c-a4a9-5c6e97e75180 req-cbfbbaaa-47ad-4448-88c8-68b0e21b3077 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:49.632360 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c96482ba-ade4-412c-a4a9-5c6e97e75180 req-cbfbbaaa-47ad-4448-88c8-68b0e21b3077 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 931 time: 0.1319833 May 23 12:33:49.640647 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-8fede583-610a-4d8c-8f38-c142a30c4f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:49.642527 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-8fede583-610a-4d8c-8f38-c142a30c4f07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0502b9ef01e2460893cfc855d44db0c7&device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 1128 time: 0.4659624 May 23 12:33:49.654227 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-98c2c7c1-a484-4b30-99ea-53c434ec4dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:49.662718 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856068c2-90e5-4666-84bf-1ca480f6d36d req-f530c9a5-5b62-4fab-aaeb-74d5f9eea200 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:49.676011 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-856068c2-90e5-4666-84bf-1ca480f6d36d req-f530c9a5-5b62-4fab-aaeb-74d5f9eea200 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 944 time: 0.3486285 May 23 12:33:49.686132 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-0145fcc4-8733-4592-8b61-f449e4186eb3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Made reservation on behalf of da82f9c566664cb1a974cf0d1bf1b09d for: {'port': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:33:49.690303 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-0145fcc4-8733-4592-8b61-f449e4186eb3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:49.703078 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] For port 47e7dcef-9f40-451c-adfd-004f425d19fb, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=47e7dcef-9f40-451c-adfd-004f425d19fb,segment=NetworkSegment(99c468f3-8428-4de5-9a02-bb5d1ea7c294),segment_id=99c468f3-8428-4de5-9a02-bb5d1ea7c294)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:33:49.716123 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5818e13d-f76b-476b-9ed2-853f0596e85b tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Network cc274260-5d38-4e43-aa07-b73fcfa156ea is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:49.741470 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5818e13d-f76b-476b-9ed2-853f0596e85b tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:49.767562 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5818e13d-f76b-476b-9ed2-853f0596e85b tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:33:49.777658 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5818e13d-f76b-476b-9ed2-853f0596e85b tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:49.780019 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5818e13d-f76b-476b-9ed2-853f0596e85b tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:49.787343 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (47e7dcef-9f40-451c-adfd-004f425d19fb), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:49.793071 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-b8d18dfb-6d66-4299-9f2e-808704503758 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be5dc248c0764095a62067552b30f6d4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1693349 May 23 12:33:49.808042 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 51302) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:49.845624 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818e13d-f76b-476b-9ed2-853f0596e85b tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Pushing event updated for resources: {'Port': ['ID=1c168015-cbd1-4ffe-8cf8-c803d21df858,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:49.860502 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5818e13d-f76b-476b-9ed2-853f0596e85b tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8119061 May 23 12:33:49.867416 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d18dfb-6d66-4299-9f2e-808704503758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b36615b-d806-43f5-9b6e-363c53eb2afc,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:49.867855 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-b771f466-17a9-41ed-96e7-c6806773f3bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=357ce430-3b90-4a7c-b2f3-c2ee303501e4 HTTP/1.1" status: 200 len: 217 time: 0.1815214 May 23 12:33:49.930122 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:49.966721 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c96482ba-ade4-412c-a4a9-5c6e97e75180 req-d4750836-399d-4307-9625-da8f9784d037 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3157153 May 23 12:33:49.998022 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] Request body: {'port': {'device_id': '380a99e6-38d9-4af6-9fa8-5506a0ffcf5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:50.123340 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.15', 57609) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:50.195810 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-856068c2-90e5-4666-84bf-1ca480f6d36d req-0b6f2d64-7304-4e63-a7b2-28212b4e9614 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5183237 May 23 12:33:50.216951 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-e9416fb4-a714-4d8a-b0a8-d6bdabcb161b None None] Provisioning complete for port 1c168015-cbd1-4ffe-8cf8-c803d21df858 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:50.217552 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e9416fb4-a714-4d8a-b0a8-d6bdabcb161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (1c168015-cbd1-4ffe-8cf8-c803d21df858), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:50.277536 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-e9416fb4-a714-4d8a-b0a8-d6bdabcb161b None None] Port 1c168015-cbd1-4ffe-8cf8-c803d21df858 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:33:50.307638 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c5836695-f26d-46ef-9ca4-240d63ffd11a req-a57722ea-149f-4a9f-ab3b-3c015adb023a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 210 time: 0.1816723 May 23 12:33:50.309876 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (1c168015-cbd1-4ffe-8cf8-c803d21df858), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:50.326200 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-68810af2-894d-487c-b802-f85311d55783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:50.328041 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-68810af2-894d-487c-b802-f85311d55783 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=57d02ce0-600b-49a7-8858-5c68dbc63a01 HTTP/1.1" status: 200 len: 855 time: 0.3860557 May 23 12:33:50.351835 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:50.353069 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:50.357590 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] 10.222.0.15 "PUT /v2.0/ports/47e7dcef-9f40-451c-adfd-004f425d19fb HTTP/1.1" status: 200 len: 1094 time: 2.8541737 May 23 12:33:50.424517 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdb78f1-4de7-4c61-82e0-abe6c742e7aa', 'tag': '47e7dcef-9f40-451c-adfd-004f425d19fb'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:33:50.465731 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9c69c3a5-5ca2-4449-ba18-8642aea6577f req-2449a29e-ea13-4af6-b722-cdd9a7736b48 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5 HTTP/1.1" status: 200 len: 210 time: 0.0374653 May 23 12:33:50.569298 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-7d414c4b-03f6-4fee-9663-98bab42d6396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:50.570977 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-7d414c4b-03f6-4fee-9663-98bab42d6396 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3322fe8c-081c-4cfd-b180-198330997eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1517985 May 23 12:33:50.602982 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55df410-6e87-40dd-bbf2-a8ea8c0d9915 service neutron] Pushing event updated for resources: {'Port': ['ID=47e7dcef-9f40-451c-adfd-004f425d19fb,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:50.637522 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ddbbcbe6-76c8-4bf6-b77a-7c63d3241c40 admin admin] Publish callbacks [] for security_group (4b36615b-d806-43f5-9b6e-363c53eb2afc), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:50.646878 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:50.714887 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-d03ec066-fad8-4463-b1f2-d1df43c70f7d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:50.716415 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-d03ec066-fad8-4463-b1f2-d1df43c70f7d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.15 "GET /v2.0/networks?id=4833a70f-d11d-46d6-944f-14af0b04cad3 HTTP/1.1" status: 200 len: 819 time: 0.5838096 May 23 12:33:50.739002 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5087f229-3fbc-4faf-9d6a-783d21b82ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "9cdb78f1-4de7-4c61-82e0-abe6c742e7aa", "tag": "47e7dcef-9f40-451c-adfd-004f425d19fb"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:33:50.750602 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-98c2c7c1-a484-4b30-99ea-53c434ec4dea admin admin] Publish callbacks [] for security_group (8545568b-8da9-42ae-a7d2-b07206c73e3f), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:50.771442 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-98c2c7c1-a484-4b30-99ea-53c434ec4dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (8545568b-8da9-42ae-a7d2-b07206c73e3f), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:50.787080 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-9cc4833a-83c5-4253-8130-fa10ef992aab tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Request body: {'port': {'device_id': '6862b746-8558-4cd5-b71a-9a69ad923901', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'admin_state_up': True, 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:50.788629 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ddbbcbe6-76c8-4bf6-b77a-7c63d3241c40 admin admin] Publish callbacks [] for security_group (4b36615b-d806-43f5-9b6e-363c53eb2afc), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:50.815732 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-5eb702ed-eea7-4388-a8d8-1a0d5eae6154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:50.820827 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-5eb702ed-eea7-4388-a8d8-1a0d5eae6154 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcc45b8bab17498cadda8d64b3a76780&device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 1128 time: 0.3193309 May 23 12:33:50.854204 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-98c2c7c1-a484-4b30-99ea-53c434ec4dea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00dc00f3b98e4ca6878b1a89c7eda087&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5967536 May 23 12:33:50.866847 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c7a75f-629f-4454-8953-ebd1ce61718e x-openstack-request-id: req-c6c7a75f-629f-4454-8953-ebd1ce61718e {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:33:50.867462 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cdb78f1-4de7-4c61-82e0-abe6c742e7aa", "tag": "47e7dcef-9f40-451c-adfd-004f425d19fb", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:33:50.867847 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6c7a75f-629f-4454-8953-ebd1ce61718e {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:33:50.869280 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c7a75f-629f-4454-8953-ebd1ce61718e'] response: {'name': 'network-changed', 'server_uuid': '9cdb78f1-4de7-4c61-82e0-abe6c742e7aa', 'tag': '47e7dcef-9f40-451c-adfd-004f425d19fb', 'status': 'completed', 'code': 200} May 23 12:33:50.925084 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 51338) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:51.029676 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-41138d9b-2883-4431-9d43-fc83ac9bd0b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47e7dcef-9f40-451c-adfd-004f425d19fb HTTP/1.1" status: 200 len: 217 time: 0.1651697 May 23 12:33:51.040358 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-0145fcc4-8733-4592-8b61-f449e4186eb3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Allocated IP 172.20.0.3 (34e447e2-b5a8-48e8-88c3-11c08d0cb74a/be7def1c-9596-416f-a585-da28c5a17c31/25a3b497-66c4-4bc0-887a-9599ceea33ec) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:33:51.046206 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ddbbcbe6-76c8-4bf6-b77a-7c63d3241c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (4b36615b-d806-43f5-9b6e-363c53eb2afc), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:51.052687 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ddbbcbe6-76c8-4bf6-b77a-7c63d3241c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:51.056489 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-ddbbcbe6-76c8-4bf6-b77a-7c63d3241c40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b36615b-d806-43f5-9b6e-363c53eb2afc HTTP/1.1" status: 204 len: 168 time: 1.2307365 May 23 12:33:51.062237 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2c7c1-a484-4b30-99ea-53c434ec4dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8545568b-8da9-42ae-a7d2-b07206c73e3f,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:51.144024 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbcbe6-76c8-4bf6-b77a-7c63d3241c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b36615b-d806-43f5-9b6e-363c53eb2afc,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:51.241282 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:51.248880 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-cabc9bdc-5157-4a69-be2f-36ce2c20dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:51.250416 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-cabc9bdc-5157-4a69-be2f-36ce2c20dfb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f25e8178-dbfd-4850-b4e0-0743c897d958 HTTP/1.1" status: 200 len: 858 time: 0.1820052 May 23 12:33:51.268314 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-99c5d62b-9629-4216-be3b-8cf57f4ec732 service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6673551 May 23 12:33:51.318359 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ac9a52db-be6c-4a33-a333-c5847842389a admin admin] Publish callbacks [] for security_group (8545568b-8da9-42ae-a7d2-b07206c73e3f), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:51.351214 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:51.450508 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-d21d72a7-cb2b-4c4b-89f4-664c41533a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:51.452058 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-d21d72a7-cb2b-4c4b-89f4-664c41533a86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4833a70f-d11d-46d6-944f-14af0b04cad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1936436 May 23 12:33:51.456316 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ac9a52db-be6c-4a33-a333-c5847842389a admin admin] Publish callbacks [] for security_group (8545568b-8da9-42ae-a7d2-b07206c73e3f), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:51.521559 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8c830-51f4-44bc-a706-11b25bd4fb54 req-b6898f1e-8b21-44a0-813f-208741b32b12 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:51.531350 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ecc8c830-51f4-44bc-a706-11b25bd4fb54 req-b6898f1e-8b21-44a0-813f-208741b32b12 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 931 time: 0.3390284 May 23 12:33:51.621881 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-0145fcc4-8733-4592-8b61-f449e4186eb3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for port (25a3b497-66c4-4bc0-887a-9599ceea33ec), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:51.642484 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ac9a52db-be6c-4a33-a333-c5847842389a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (8545568b-8da9-42ae-a7d2-b07206c73e3f), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:51.650326 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ac9a52db-be6c-4a33-a333-c5847842389a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:51.655857 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-ac9a52db-be6c-4a33-a333-c5847842389a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8545568b-8da9-42ae-a7d2-b07206c73e3f HTTP/1.1" status: 204 len: 168 time: 0.7301052 May 23 12:33:51.674620 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-65f205e1-e0fe-4d23-8fa0-c897ddb17d66 service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068934 May 23 12:33:51.677707 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a52db-be6c-4a33-a333-c5847842389a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8545568b-8da9-42ae-a7d2-b07206c73e3f,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:51.759584 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 51388) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:51.798586 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3cb6761a-61a6-4a49-909a-b4ab20c312c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:51.839764 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-0145fcc4-8733-4592-8b61-f449e4186eb3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (25a3b497-66c4-4bc0-887a-9599ceea33ec), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:51.850541 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67a38960-e806-4327-9d1c-6a0995c6f4a6 req-8a1761b3-00f4-47ca-a0c2-d262cb24b8ed service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5623302 May 23 12:33:51.970540 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ecc8c830-51f4-44bc-a706-11b25bd4fb54 req-1dbb369d-cc47-4c21-8faf-3312e4773747 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4379609 May 23 12:33:52.034114 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 51392) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:52.034243 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-0145fcc4-8733-4592-8b61-f449e4186eb3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:52.041195 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-0145fcc4-8733-4592-8b61-f449e4186eb3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:52.047337 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-0145fcc4-8733-4592-8b61-f449e4186eb3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:33:52.052597 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-0145fcc4-8733-4592-8b61-f449e4186eb3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:52.053227 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-0145fcc4-8733-4592-8b61-f449e4186eb3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:52.058802 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-478ec0a9-a3f8-42a8-a4c3-59a807655e16 req-e2bd156b-36c6-431e-8e4d-65294925619a service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758204 May 23 12:33:52.062629 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145fcc4-8733-4592-8b61-f449e4186eb3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'Port': ['ID=25a3b497-66c4-4bc0-887a-9599ceea33ec,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:52.099012 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-0145fcc4-8733-4592-8b61-f449e4186eb3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2152867 May 23 12:33:52.127403 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-9cc4833a-83c5-4253-8130-fa10ef992aab tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Made reservation on behalf of dcc45b8bab17498cadda8d64b3a76780 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:33:52.132889 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-9cc4833a-83c5-4253-8130-fa10ef992aab tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:52.135142 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:52.206439 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3cb6761a-61a6-4a49-909a-b4ab20c312c7 admin admin] Publish callbacks [] for security_group (6be9460f-2d73-4da7-b419-51ada9b5fc2b), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:52.285546 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3cb6761a-61a6-4a49-909a-b4ab20c312c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (6be9460f-2d73-4da7-b419-51ada9b5fc2b), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:52.288844 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:INSERT=9 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:52.340472 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-77acd066-c671-4913-b850-d9de7fafac54 req-0afd3b83-112a-49bf-b0b5-94314ffb06f8 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 210 time: 0.1739569 May 23 12:33:52.440864 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c168015-cbd1-4ffe-8cf8-c803d21df858 {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:33:52.459157 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7635fa1-cd92-4b2f-90f5-a780aa4ac89c req-76124d82-14e0-469e-9bcf-cc0d6dcc9f07 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:52.459605 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-01eea566-894e-473e-a424-b5252ffb7667 None None] Provisioning complete for port 25a3b497-66c4-4bc0-887a-9599ceea33ec triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:52.460568 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-01eea566-894e-473e-a424-b5252ffb7667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (25a3b497-66c4-4bc0-887a-9599ceea33ec), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:52.460759 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b7635fa1-cd92-4b2f-90f5-a780aa4ac89c req-76124d82-14e0-469e-9bcf-cc0d6dcc9f07 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 944 time: 0.3526804 May 23 12:33:52.478718 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] Publish callbacks [] for port (1c168015-cbd1-4ffe-8cf8-c803d21df858), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:52.501158 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-01eea566-894e-473e-a424-b5252ffb7667 None None] Port 25a3b497-66c4-4bc0-887a-9599ceea33ec cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:33:52.502397 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 51398) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:52.505523 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6761a-61a6-4a49-909a-b4ab20c312c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be9460f-2d73-4da7-b419-51ada9b5fc2b,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:52.526551 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-57164c5d-01fc-4ba5-bd56-3857a16a6844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:52.541796 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-3cb6761a-61a6-4a49-909a-b4ab20c312c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a9fe3c7c3c94f008ac7788c42894376&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7698498 May 23 12:33:52.542127 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 51400) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:52.551781 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b9df4bad-9a39-456d-907d-5ae9c286bd46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:52.591862 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] Transition to ACTIVE for port object 1c168015-cbd1-4ffe-8cf8-c803d21df858 will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 12:33:52.638585 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd04ef-d99a-431b-860c-01436471e305 req-23dff4c4-914e-4a0d-9880-a9334e6d34a7 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:52.639292 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-35091900-ceba-48cd-8543-2d38ada9c596 admin admin] Publish callbacks [] for security_group (6be9460f-2d73-4da7-b419-51ada9b5fc2b), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:52.640082 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-71fd04ef-d99a-431b-860c-01436471e305 req-23dff4c4-914e-4a0d-9880-a9334e6d34a7 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5 HTTP/1.1" status: 200 len: 931 time: 0.1875319 May 23 12:33:52.653446 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (1c168015-cbd1-4ffe-8cf8-c803d21df858), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:52.681514 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] Request body: {'port': {'device_id': '9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:52.684436 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:52.687011 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-35091900-ceba-48cd-8543-2d38ada9c596 admin admin] Publish callbacks [] for security_group (6be9460f-2d73-4da7-b419-51ada9b5fc2b), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:52.744620 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-57164c5d-01fc-4ba5-bd56-3857a16a6844 admin admin] Publish callbacks [] for security_group (580c3677-db61-454a-97dd-0ccf0c06055f), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:52.770157 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-57164c5d-01fc-4ba5-bd56-3857a16a6844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (580c3677-db61-454a-97dd-0ccf0c06055f), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:52.771914 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b7635fa1-cd92-4b2f-90f5-a780aa4ac89c req-a88dcc85-1303-4512-acc7-34d4c3ab3b6e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2963531 May 23 12:33:52.787887 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-9cc4833a-83c5-4253-8130-fa10ef992aab tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Allocated IP 172.20.0.7 (4833a70f-d11d-46d6-944f-14af0b04cad3/f25e8178-dbfd-4850-b4e0-0743c897d958/c4590a1b-944a-40a6-ae11-0a586abe29b8) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:33:52.793741 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:52.829927 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-57164c5d-01fc-4ba5-bd56-3857a16a6844 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76eabfbdf6b546a383e8619acd9e0881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258567 May 23 12:33:52.832788 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 51402) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:52.857243 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] Pushing event updated for resources: {'Port': ['ID=1c168015-cbd1-4ffe-8cf8-c803d21df858,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:52.882525 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57164c5d-01fc-4ba5-bd56-3857a16a6844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580c3677-db61-454a-97dd-0ccf0c06055f,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:52.905152 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (25a3b497-66c4-4bc0-887a-9599ceea33ec), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:52.912762 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-71fd04ef-d99a-431b-860c-01436471e305 req-268bc443-57cf-4e0c-ae76-f88a116fd2d7 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04c3229-ca64-4d42-97dd-e95f86784140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2511501 May 23 12:33:52.937051 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-35091900-ceba-48cd-8543-2d38ada9c596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (6be9460f-2d73-4da7-b419-51ada9b5fc2b), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:52.937051 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-35091900-ceba-48cd-8543-2d38ada9c596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:52.941039 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-35091900-ceba-48cd-8543-2d38ada9c596 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6be9460f-2d73-4da7-b419-51ada9b5fc2b HTTP/1.1" status: 204 len: 168 time: 0.3973422 May 23 12:33:52.981297 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35091900-ceba-48cd-8543-2d38ada9c596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be9460f-2d73-4da7-b419-51ada9b5fc2b,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:53.014170 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:33:53.060050 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] Attempting to bind port 1c168015-cbd1-4ffe-8cf8-c803d21df858 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:33:53.060690 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] Attempting to bind port 1c168015-cbd1-4ffe-8cf8-c803d21df858 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '85f304ec-f4f0-4cbb-aa66-ee2df5bb0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:33:53.061404 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] Attempting to bind port 1c168015-cbd1-4ffe-8cf8-c803d21df858 on network cc274260-5d38-4e43-aa07-b73fcfa156ea {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:53.090769 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b9df4bad-9a39-456d-907d-5ae9c286bd46 admin admin] Publish callbacks [] for security_group (226525e3-a4e3-4cad-b206-5e68daf27825), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:53.156266 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b9df4bad-9a39-456d-907d-5ae9c286bd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (226525e3-a4e3-4cad-b206-5e68daf27825), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:53.158661 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] Port 1c168015-cbd1-4ffe-8cf8-c803d21df858 on network cc274260-5d38-4e43-aa07-b73fcfa156ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 12:33:53.158982 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] Attempting to bind port 1c168015-cbd1-4ffe-8cf8-c803d21df858 on network cc274260-5d38-4e43-aa07-b73fcfa156ea {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:53.177877 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 357ce430-3b90-4a7c-b2f3-c2ee303501e4 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:33:53.237657 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] Checking agent: {'id': '1749a81f-e3c6-4f53-968e-bc4c0c6ca916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:33:53.237995 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] Checking segment: {'id': '85f304ec-f4f0-4cbb-aa66-ee2df5bb0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:33:53.238534 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] Bound using segment: {'id': '85f304ec-f4f0-4cbb-aa66-ee2df5bb0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:33:53.238942 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] Bound port: 1c168015-cbd1-4ffe-8cf8-c803d21df858, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f304ec-f4f0-4cbb-aa66-ee2df5bb0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:33:53.239322 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (1c168015-cbd1-4ffe-8cf8-c803d21df858), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:53.241538 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:53.255129 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:53.262608 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122d82a-9087-4dec-b7d3-cf8958b3f7a3 req-fdd66737-798e-435e-ab77-0d39b1014336 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:53.264269 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8122d82a-9087-4dec-b7d3-cf8958b3f7a3 req-fdd66737-798e-435e-ab77-0d39b1014336 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 943 time: 0.1650043 May 23 12:33:53.295369 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0eb85549-4f19-4c6b-8271-50250eeee180 admin admin] Publish callbacks [] for security_group (580c3677-db61-454a-97dd-0ccf0c06055f), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:53.321064 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-b9df4bad-9a39-456d-907d-5ae9c286bd46 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4116bb505734419888a2f3c40d29406b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2772005 May 23 12:33:53.329366 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 51412) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:53.343313 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df4bad-9a39-456d-907d-5ae9c286bd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226525e3-a4e3-4cad-b206-5e68daf27825,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:53.393591 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a3b497-66c4-4bc0-887a-9599ceea33ec {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:33:53.400784 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 357ce430-3b90-4a7c-b2f3-c2ee303501e4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=357ce430-3b90-4a7c-b2f3-c2ee303501e4,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:53.411385 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0eb85549-4f19-4c6b-8271-50250eeee180 admin admin] Publish callbacks [] for security_group (580c3677-db61-454a-97dd-0ccf0c06055f), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:53.414501 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] Publish callbacks [] for port (25a3b497-66c4-4bc0-887a-9599ceea33ec), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:53.423496 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': '357ce430-3b90-4a7c-b2f3-c2ee303501e4', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'port_id': '357ce430-3b90-4a7c-b2f3-c2ee303501e4', 'mac_address': 'fa:16:3e:5a:69:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:33:53.436495 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] Transition to ACTIVE for port object 25a3b497-66c4-4bc0-887a-9599ceea33ec will not be triggered until provisioned by entity L2. {{(pid=103849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 12:33:53.469582 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (25a3b497-66c4-4bc0-887a-9599ceea33ec), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:53.494553 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 357ce430-3b90-4a7c-b2f3-c2ee303501e4 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:53.495788 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:53.513666 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 357ce430-3b90-4a7c-b2f3-c2ee303501e4 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:33:53.529457 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8122d82a-9087-4dec-b7d3-cf8958b3f7a3 req-ed5e3535-c968-4cee-a97d-e940430cac5a tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348139 May 23 12:33:53.539812 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 357ce430-3b90-4a7c-b2f3-c2ee303501e4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=357ce430-3b90-4a7c-b2f3-c2ee303501e4,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:53.557771 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:53.596564 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16c9b7-90de-4239-a23d-e9b960a95585 req-39f017a4-2037-4898-a57c-8d28cd7b6a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:53.598122 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2d16c9b7-90de-4239-a23d-e9b960a95585 req-39f017a4-2037-4898-a57c-8d28cd7b6a2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0502b9ef01e2460893cfc855d44db0c7&device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 1128 time: 0.1633365 May 23 12:33:53.657297 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-9cc4833a-83c5-4253-8130-fa10ef992aab tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for port (c4590a1b-944a-40a6-ae11-0a586abe29b8), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:53.675091 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=357ce430-3b90-4a7c-b2f3-c2ee303501e4,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:53.692095 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] Attempting to bind port 25a3b497-66c4-4bc0-887a-9599ceea33ec on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:33:53.692873 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] Attempting to bind port 25a3b497-66c4-4bc0-887a-9599ceea33ec by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:33:53.693904 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] Attempting to bind port 25a3b497-66c4-4bc0-887a-9599ceea33ec on network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:53.696971 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-59a55e5e-a73d-4b68-b332-cc084120cef1 req-3c5e424e-05c0-469c-83ec-21be895394ac tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 210 time: 0.1816845 May 23 12:33:53.711079 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] Pushing event updated for resources: {'Port': ['ID=25a3b497-66c4-4bc0-887a-9599ceea33ec,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:53.745251 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] Port 25a3b497-66c4-4bc0-887a-9599ceea33ec on network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 12:33:53.745488 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] Attempting to bind port 25a3b497-66c4-4bc0-887a-9599ceea33ec on network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:53.787372 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-54b154f1-0487-4c51-9c9c-930afa21e382 admin admin] Publish callbacks [] for security_group (226525e3-a4e3-4cad-b206-5e68daf27825), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:53.788107 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['357ce430-3b90-4a7c-b2f3-c2ee303501e4'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:33:53.809145 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087f229-3fbc-4faf-9d6a-783d21b82ebc req-4ec266bd-b437-4487-9ede-d1b5e8c1d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:53.810688 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5087f229-3fbc-4faf-9d6a-783d21b82ebc req-4ec266bd-b437-4487-9ede-d1b5e8c1d810 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcc45b8bab17498cadda8d64b3a76780&device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 1128 time: 0.3545108 May 23 12:33:53.811896 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] Checking agent: {'id': '1749a81f-e3c6-4f53-968e-bc4c0c6ca916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:33:53.812334 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] Checking segment: {'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:33:53.812751 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] Bound using segment: {'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:33:53.813183 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] Bound port: 25a3b497-66c4-4bc0-887a-9599ceea33ec, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:33:53.813724 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (25a3b497-66c4-4bc0-887a-9599ceea33ec), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:53.813948 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] For port 1c168015-cbd1-4ffe-8cf8-c803d21df858, host hv-cinder-83699, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:33:53.817359 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-9cc4833a-83c5-4253-8130-fa10ef992aab tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (c4590a1b-944a-40a6-ae11-0a586abe29b8), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:53.855303 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:53.940010 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0eb85549-4f19-4c6b-8271-50250eeee180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (580c3677-db61-454a-97dd-0ccf0c06055f), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:53.943631 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0eb85549-4f19-4c6b-8271-50250eeee180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:53.944986 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-0eb85549-4f19-4c6b-8271-50250eeee180 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/580c3677-db61-454a-97dd-0ccf0c06055f HTTP/1.1" status: 204 len: 168 time: 1.1050870 May 23 12:33:53.976680 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] For port 1c168015-cbd1-4ffe-8cf8-c803d21df858, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1c168015-cbd1-4ffe-8cf8-c803d21df858,segment=NetworkSegment(85f304ec-f4f0-4cbb-aa66-ee2df5bb0198),segment_id=85f304ec-f4f0-4cbb-aa66-ee2df5bb0198)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:33:54.101071 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:54.123526 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-54b154f1-0487-4c51-9c9c-930afa21e382 admin admin] Publish callbacks [] for security_group (226525e3-a4e3-4cad-b206-5e68daf27825), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:54.150692 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-9cc4833a-83c5-4253-8130-fa10ef992aab tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Network 4833a70f-d11d-46d6-944f-14af0b04cad3 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:33:54.167717 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (1c168015-cbd1-4ffe-8cf8-c803d21df858), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:54.179874 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb85549-4f19-4c6b-8271-50250eeee180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580c3677-db61-454a-97dd-0ccf0c06055f,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:54.212561 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-9cc4833a-83c5-4253-8130-fa10ef992aab tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:33:54.239621 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-9cc4833a-83c5-4253-8130-fa10ef992aab tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:33:54.259172 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-9cc4833a-83c5-4253-8130-fa10ef992aab tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:54.259850 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-9cc4833a-83c5-4253-8130-fa10ef992aab tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:54.294365 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4833a-83c5-4253-8130-fa10ef992aab tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Pushing event updated for resources: {'Port': ['ID=c4590a1b-944a-40a6-ae11-0a586abe29b8,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:54.299456 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:54.364037 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] For port 25a3b497-66c4-4bc0-887a-9599ceea33ec, host hv-cinder-83699, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:33:54.366957 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16c9b7-90de-4239-a23d-e9b960a95585 req-cc0ddbe3-e128-4fc4-85f2-89afa50ad36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:54.369090 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2d16c9b7-90de-4239-a23d-e9b960a95585 req-cc0ddbe3-e128-4fc4-85f2-89afa50ad36b service neutron] 10.222.0.15 "GET /v2.0/networks?id=3322fe8c-081c-4cfd-b180-198330997eff HTTP/1.1" status: 200 len: 917 time: 0.7300904 May 23 12:33:54.371073 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] For port 25a3b497-66c4-4bc0-887a-9599ceea33ec, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=25a3b497-66c4-4bc0-887a-9599ceea33ec,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:33:54.394522 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694aebd-49d9-4f7f-8168-0ad96face922 req-7a61e114-0a39-4c55-b073-0891ec3d5a76 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:54.396332 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b694aebd-49d9-4f7f-8168-0ad96face922 req-7a61e114-0a39-4c55-b073-0891ec3d5a76 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 945 time: 0.4501157 May 23 12:33:54.431999 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2d16c9b7-90de-4239-a23d-e9b960a95585 req-cc85dbec-4c16-4829-9b8c-a5dc7d30de1f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=357ce430-3b90-4a7c-b2f3-c2ee303501e4 HTTP/1.1" status: 200 len: 217 time: 0.0560000 May 23 12:33:54.433307 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (25a3b497-66c4-4bc0-887a-9599ceea33ec), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:54.495454 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] Pushing event updated for resources: {'Port': ['ID=25a3b497-66c4-4bc0-887a-9599ceea33ec,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:54.504975 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:54.505803 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:54.511756 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] 10.222.0.15 "PUT /v2.0/ports/1c168015-cbd1-4ffe-8cf8-c803d21df858 HTTP/1.1" status: 200 len: 1093 time: 4.5677302 May 23 12:33:54.516132 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380a99e6-38d9-4af6-9fa8-5506a0ffcf5e', 'tag': '1c168015-cbd1-4ffe-8cf8-c803d21df858'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:33:54.517441 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9b9829-d3e8-4d10-ab55-5b8eb6916639" -d '{"events": [{"name": "network-changed", "server_uuid": "380a99e6-38d9-4af6-9fa8-5506a0ffcf5e", "tag": "1c168015-cbd1-4ffe-8cf8-c803d21df858"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:33:54.538814 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:54.569622 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087f229-3fbc-4faf-9d6a-783d21b82ebc req-6237e281-62b2-45d0-b61b-5bb7e7b6543c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:54.574604 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5087f229-3fbc-4faf-9d6a-783d21b82ebc req-6237e281-62b2-45d0-b61b-5bb7e7b6543c service neutron] 10.222.0.15 "GET /v2.0/networks?id=4833a70f-d11d-46d6-944f-14af0b04cad3 HTTP/1.1" status: 200 len: 920 time: 0.7427933 May 23 12:33:54.593545 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16c9b7-90de-4239-a23d-e9b960a95585 req-8ea9f9c8-9985-45ff-b834-cb468384efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:54.595163 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2d16c9b7-90de-4239-a23d-e9b960a95585 req-8ea9f9c8-9985-45ff-b834-cb468384efd6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=57d02ce0-600b-49a7-8858-5c68dbc63a01 HTTP/1.1" status: 200 len: 855 time: 0.1023159 May 23 12:33:54.603703 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-9cc4833a-83c5-4253-8130-fa10ef992aab tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8216505 May 23 12:33:54.621970 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:54.622988 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:54.624713 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-1de0c372-8bfd-4d9c-9410-2cefd0aef428 service neutron] 10.222.0.15 "PUT /v2.0/ports/25a3b497-66c4-4bc0-887a-9599ceea33ec HTTP/1.1" status: 200 len: 1093 time: 1.9514735 May 23 12:33:54.625326 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5', 'tag': '25a3b497-66c4-4bc0-887a-9599ceea33ec'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:33:54.627995 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ef7974-7f92-4aaa-b68e-d0b4b6468129" -d '{"events": [{"name": "network-changed", "server_uuid": "9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5", "tag": "25a3b497-66c4-4bc0-887a-9599ceea33ec"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:33:54.653013 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5597aa6-c7a0-4b0a-8845-13d18fd6c8a8 req-165bb93c-85f3-4d1e-a126-aa67fd964848 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:54.660455 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c5597aa6-c7a0-4b0a-8845-13d18fd6c8a8 req-165bb93c-85f3-4d1e-a126-aa67fd964848 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5 HTTP/1.1" status: 200 len: 943 time: 0.5295942 May 23 12:33:54.747529 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] Request body: {'port': {'device_id': '6862b746-8558-4cd5-b71a-9a69ad923901', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:54.757081 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16c9b7-90de-4239-a23d-e9b960a95585 req-8539bf36-68e9-43d3-9c3d-d1900a71c8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:54.761100 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2d16c9b7-90de-4239-a23d-e9b960a95585 req-8539bf36-68e9-43d3-9c3d-d1900a71c8b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3322fe8c-081c-4cfd-b180-198330997eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1556535 May 23 12:33:54.761614 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-e7df2fa1-26c9-4bae-80b1-9a0baf471973 None None] Provisioning complete for port c4590a1b-944a-40a6-ae11-0a586abe29b8 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:54.762141 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e7df2fa1-26c9-4bae-80b1-9a0baf471973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (c4590a1b-944a-40a6-ae11-0a586abe29b8), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:54.767572 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-24fa7c4b-3092-4618-ae6e-2436126cf9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:54.770747 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-24fa7c4b-3092-4618-ae6e-2436126cf9c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da82f9c566664cb1a974cf0d1bf1b09d&device_id=9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5 HTTP/1.1" status: 200 len: 1127 time: 0.0875094 May 23 12:33:54.897669 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-0256f86a-c185-4280-8cc7-ac545b759927 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25a3b497-66c4-4bc0-887a-9599ceea33ec HTTP/1.1" status: 200 len: 217 time: 0.1121035 May 23 12:33:54.908223 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-e7df2fa1-26c9-4bae-80b1-9a0baf471973 None None] Port c4590a1b-944a-40a6-ae11-0a586abe29b8 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:33:54.944500 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 51458) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:54.974629 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6fefd842-855f-4ebc-8577-0b9181730b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:55.027651 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-fbb3d6db-457a-4be2-9d1a-70344135973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:55.029081 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-fbb3d6db-457a-4be2-9d1a-70344135973d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be7def1c-9596-416f-a585-da28c5a17c31 HTTP/1.1" status: 200 len: 853 time: 0.1254346 May 23 12:33:55.037947 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2d16c9b7-90de-4239-a23d-e9b960a95585 req-dcea2733-63c2-472b-a90f-1f7a87d9eba5 service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656689 May 23 12:33:55.073760 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-9e6be59b-0245-4af8-aa2d-f65393dcc484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:55.075616 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-9e6be59b-0245-4af8-aa2d-f65393dcc484 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=736376830ed340b2aa62c455c134c4e2&device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 1127 time: 0.4869103 May 23 12:33:55.077309 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5087f229-3fbc-4faf-9d6a-783d21b82ebc req-46f9050d-acb7-4a79-a12e-83a612fecd76 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47e7dcef-9f40-451c-adfd-004f425d19fb HTTP/1.1" status: 200 len: 217 time: 0.4865363 May 23 12:33:55.097554 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:55.112504 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc51f1b-f309-404a-b6a7-de17cb22cb2d service neutron] Pushing event updated for resources: {'Port': ['ID=1c168015-cbd1-4ffe-8cf8-c803d21df858,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:55.153074 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-54b154f1-0487-4c51-9c9c-930afa21e382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (226525e3-a4e3-4cad-b206-5e68daf27825), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:55.155987 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-54b154f1-0487-4c51-9c9c-930afa21e382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:55.158010 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-54b154f1-0487-4c51-9c9c-930afa21e382 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/226525e3-a4e3-4cad-b206-5e68daf27825 HTTP/1.1" status: 204 len: 168 time: 1.8116436 May 23 12:33:55.185406 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 47e7dcef-9f40-451c-adfd-004f425d19fb details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:33:55.247185 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6fefd842-855f-4ebc-8577-0b9181730b6c admin admin] Publish callbacks [] for security_group (eb06d7f5-7bd9-41c6-9b13-50337fd7b77a), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:55.250437 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-48ce4380-c4da-42f4-b378-58bd62e6d4a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c168015-cbd1-4ffe-8cf8-c803d21df858 HTTP/1.1" status: 200 len: 217 time: 0.1321411 May 23 12:33:55.259938 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b154f1-0487-4c51-9c9c-930afa21e382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226525e3-a4e3-4cad-b206-5e68daf27825,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:55.268088 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-4bd6d8f5-0ee6-413e-892e-30c20c2dc7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:55.269917 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-4bd6d8f5-0ee6-413e-892e-30c20c2dc7c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2308581 May 23 12:33:55.285581 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6fefd842-855f-4ebc-8577-0b9181730b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (eb06d7f5-7bd9-41c6-9b13-50337fd7b77a), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:55.292015 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b694aebd-49d9-4f7f-8168-0ad96face922 req-771890e2-f8b6-4780-ab2a-4f788a1607cc tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8211915 May 23 12:33:55.347592 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 47e7dcef-9f40-451c-adfd-004f425d19fb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=47e7dcef-9f40-451c-adfd-004f425d19fb,segment=NetworkSegment(99c468f3-8428-4de5-9a02-bb5d1ea7c294),segment_id=99c468f3-8428-4de5-9a02-bb5d1ea7c294)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:55.362401 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:55.371475 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:55.373760 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': '47e7dcef-9f40-451c-adfd-004f425d19fb', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'port_id': '47e7dcef-9f40-451c-adfd-004f425d19fb', 'mac_address': 'fa:16:3e:bb:a3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:33:55.381631 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 357ce430-3b90-4a7c-b2f3-c2ee303501e4 up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:55.481623 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f397aa-544f-4d1f-b94c-6b3fbfde8b47 x-openstack-request-id: req-61f397aa-544f-4d1f-b94c-6b3fbfde8b47 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:33:55.482094 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380a99e6-38d9-4af6-9fa8-5506a0ffcf5e", "tag": "1c168015-cbd1-4ffe-8cf8-c803d21df858", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:33:55.482388 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61f397aa-544f-4d1f-b94c-6b3fbfde8b47 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:33:55.482891 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f397aa-544f-4d1f-b94c-6b3fbfde8b47'] response: {'name': 'network-changed', 'server_uuid': '380a99e6-38d9-4af6-9fa8-5506a0ffcf5e', 'tag': '1c168015-cbd1-4ffe-8cf8-c803d21df858', 'status': 'completed', 'code': 200} May 23 12:33:55.489419 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 47e7dcef-9f40-451c-adfd-004f425d19fb is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:55.489929 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (47e7dcef-9f40-451c-adfd-004f425d19fb), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:55.517317 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning for port 357ce430-3b90-4a7c-b2f3-c2ee303501e4 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 12:33:55.524765 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e7dcef-9f40-451c-adfd-004f425d19fb {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:33:55.549423 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c5597aa6-c7a0-4b0a-8845-13d18fd6c8a8 req-ecb4b04c-1df5-46e9-8113-64022fa72dc2 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04c3229-ca64-4d42-97dd-e95f86784140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8843238 May 23 12:33:55.553852 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefd842-855f-4ebc-8577-0b9181730b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb06d7f5-7bd9-41c6-9b13-50337fd7b77a,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:55.556589 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087f229-3fbc-4faf-9d6a-783d21b82ebc req-557aceb9-643b-49d0-8a1c-a96641d0945e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:55.557974 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5087f229-3fbc-4faf-9d6a-783d21b82ebc req-557aceb9-643b-49d0-8a1c-a96641d0945e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f25e8178-dbfd-4850-b4e0-0743c897d958 HTTP/1.1" status: 200 len: 858 time: 0.4266889 May 23 12:33:55.562036 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (c4590a1b-944a-40a6-ae11-0a586abe29b8), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:55.567574 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-11811a9d-abfe-4272-b840-1cdf5693ead3 service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786570 May 23 12:33:55.597993 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 47e7dcef-9f40-451c-adfd-004f425d19fb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=47e7dcef-9f40-451c-adfd-004f425d19fb,segment=NetworkSegment(99c468f3-8428-4de5-9a02-bb5d1ea7c294),segment_id=99c468f3-8428-4de5-9a02-bb5d1ea7c294)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:55.608624 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port 357ce430-3b90-4a7c-b2f3-c2ee303501e4 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:55.608624 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:55.615056 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (47e7dcef-9f40-451c-adfd-004f425d19fb), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:55.681581 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-65ccc775-9099-47f6-b380-76045c322357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:55.683182 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-65ccc775-9099-47f6-b380-76045c322357 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=188e2ead-7d0d-4956-8add-55d376412943 HTTP/1.1" status: 200 len: 849 time: 0.4163790 May 23 12:33:55.714109 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff131e-2d89-4683-8384-9f78b748a03d req-3151f7c8-abd4-44a0-b313-462cb0eb196e tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:55.721328 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6dff131e-2d89-4683-8384-9f78b748a03d req-3151f7c8-abd4-44a0-b313-462cb0eb196e tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 943 time: 0.1601028 May 23 12:33:55.792986 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087f229-3fbc-4faf-9d6a-783d21b82ebc req-83120090-269e-4848-8423-486dc875f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:55.795246 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5087f229-3fbc-4faf-9d6a-783d21b82ebc req-83120090-269e-4848-8423-486dc875f985 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4833a70f-d11d-46d6-944f-14af0b04cad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2178934 May 23 12:33:55.808812 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a11b2e17-e2ff-44e4-b293-52938e44dc9b req-f56b722f-6dfb-4d43-a94f-a3c198faeac2 service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240856 May 23 12:33:55.825522 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0b0b57-cd6a-467b-923b-e3c9ec579933 x-openstack-request-id: req-aa0b0b57-cd6a-467b-923b-e3c9ec579933 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:33:55.825522 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5", "tag": "25a3b497-66c4-4bc0-887a-9599ceea33ec", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:33:55.825522 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa0b0b57-cd6a-467b-923b-e3c9ec579933 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:33:55.825522 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa0b0b57-cd6a-467b-923b-e3c9ec579933'] response: {'name': 'network-changed', 'server_uuid': '9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5', 'tag': '25a3b497-66c4-4bc0-887a-9599ceea33ec', 'status': 'completed', 'code': 200} May 23 12:33:55.841100 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-6fefd842-855f-4ebc-8577-0b9181730b6c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3fe2b414d769416b834baf5c97ef6fc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8955102 May 23 12:33:55.843800 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 51482) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:55.929665 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ff30e43-e9f8-4d49-b58f-9b587b3f5bf4 admin admin] Publish callbacks [] for security_group (eb06d7f5-7bd9-41c6-9b13-50337fd7b77a), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:55.944322 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2d16c9b7-90de-4239-a23d-e9b960a95585 req-be766e06-5d59-47ea-b7b5-c4c5d78d4574 service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8970571 May 23 12:33:55.958589 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ff30e43-e9f8-4d49-b58f-9b587b3f5bf4 admin admin] Publish callbacks [] for security_group (eb06d7f5-7bd9-41c6-9b13-50337fd7b77a), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:55.988688 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['47e7dcef-9f40-451c-adfd-004f425d19fb'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:33:55.989289 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 51484) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:55.994910 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=47e7dcef-9f40-451c-adfd-004f425d19fb,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:56.020790 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-248163bb-2432-4466-8840-71cbb03e9714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:56.072770 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ff30e43-e9f8-4d49-b58f-9b587b3f5bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (eb06d7f5-7bd9-41c6-9b13-50337fd7b77a), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:56.077049 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ff30e43-e9f8-4d49-b58f-9b587b3f5bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:56.078660 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-0ff30e43-e9f8-4d49-b58f-9b587b3f5bf4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb06d7f5-7bd9-41c6-9b13-50337fd7b77a HTTP/1.1" status: 204 len: 168 time: 0.2338290 May 23 12:33:56.082565 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 357ce430-3b90-4a7c-b2f3-c2ee303501e4 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:56.082951 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:56.099165 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-e66a34ae-a09a-4fe9-b403-c47522f603db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:56.100742 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-e66a34ae-a09a-4fe9-b403-c47522f603db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc274260-5d38-4e43-aa07-b73fcfa156ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3964834 May 23 12:33:56.119952 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce37af9c-e5f8-4233-97f3-4280a2114e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357ce430-3b90-4a7c-b2f3-c2ee303501e4'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:33:56.122271 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97265e8-c8b6-44bf-ab12-e72556e33c8e" -d '{"events": [{"server_uuid": "ce37af9c-e5f8-4233-97f3-4280a2114e45", "name": "network-vif-plugged", "status": "completed", "tag": "357ce430-3b90-4a7c-b2f3-c2ee303501e4"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:33:56.138727 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff30e43-e9f8-4d49-b58f-9b587b3f5bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb06d7f5-7bd9-41c6-9b13-50337fd7b77a,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:56.146982 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 357ce430-3b90-4a7c-b2f3-c2ee303501e4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=357ce430-3b90-4a7c-b2f3-c2ee303501e4,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:56.165557 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:56.247469 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=357ce430-3b90-4a7c-b2f3-c2ee303501e4,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:56.306733 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-248163bb-2432-4466-8840-71cbb03e9714 admin admin] Publish callbacks [] for security_group (ed35ca55-8021-4114-9480-85281f9e9a36), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:56.326792 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-248163bb-2432-4466-8840-71cbb03e9714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (ed35ca55-8021-4114-9480-85281f9e9a36), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:56.350930 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bb472-4c87-45fd-87b9-550d5b5711a5 req-017f9da9-f696-43c1-ac56-ab5a23d8aed6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:56.353923 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7a0bb472-4c87-45fd-87b9-550d5b5711a5 req-017f9da9-f696-43c1-ac56-ab5a23d8aed6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 931 time: 0.4899035 May 23 12:33:56.356332 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5087f229-3fbc-4faf-9d6a-783d21b82ebc req-01c22e6a-33cf-4df8-9394-f056d54e7cc6 service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117273 May 23 12:33:56.357145 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 51496) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:56.368063 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-248163bb-2432-4466-8840-71cbb03e9714 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18333e2a50f94a6ab0e819609de48543&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3768206 May 23 12:33:56.370320 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 51498) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:56.407383 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:56.435040 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248163bb-2432-4466-8840-71cbb03e9714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed35ca55-8021-4114-9480-85281f9e9a36,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:56.454102 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6dff131e-2d89-4683-8384-9f78b748a03d req-67158463-5fb9-462a-8f2b-aed8dda70230 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7318676 May 23 12:33:56.492291 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4f202a1e-5e5f-439e-8b08-738263affa84 admin admin] Publish callbacks [] for security_group (ed35ca55-8021-4114-9480-85281f9e9a36), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:56.503571 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:56.519807 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4f202a1e-5e5f-439e-8b08-738263affa84 admin admin] Publish callbacks [] for security_group (ed35ca55-8021-4114-9480-85281f9e9a36), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:56.612027 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0920c60-79e8-4db3-8676-f62ab51e7288 x-openstack-request-id: req-d0920c60-79e8-4db3-8676-f62ab51e7288 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:33:56.614265 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce37af9c-e5f8-4233-97f3-4280a2114e45", "name": "network-vif-plugged", "status": "completed", "tag": "357ce430-3b90-4a7c-b2f3-c2ee303501e4", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:33:56.617664 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0920c60-79e8-4db3-8676-f62ab51e7288 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:33:56.619248 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0920c60-79e8-4db3-8676-f62ab51e7288'] response: {'server_uuid': 'ce37af9c-e5f8-4233-97f3-4280a2114e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357ce430-3b90-4a7c-b2f3-c2ee303501e4', 'code': 200} May 23 12:33:56.645694 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4f202a1e-5e5f-439e-8b08-738263affa84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (ed35ca55-8021-4114-9480-85281f9e9a36), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:56.668067 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4f202a1e-5e5f-439e-8b08-738263affa84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:56.671744 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-4f202a1e-5e5f-439e-8b08-738263affa84 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed35ca55-8021-4114-9480-85281f9e9a36 HTTP/1.1" status: 204 len: 168 time: 0.2972484 May 23 12:33:56.693870 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f202a1e-5e5f-439e-8b08-738263affa84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed35ca55-8021-4114-9480-85281f9e9a36,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:56.723870 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:56.807093 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef7974-7f92-4aaa-b68e-d0b4b6468129 req-6298caf9-a088-40cb-b927-0ee36640c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:56.809368 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c3ef7974-7f92-4aaa-b68e-d0b4b6468129 req-6298caf9-a088-40cb-b927-0ee36640c4dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da82f9c566664cb1a974cf0d1bf1b09d&device_id=9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5 HTTP/1.1" status: 200 len: 1127 time: 0.0761352 May 23 12:33:56.916143 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c1091-f2b3-4037-969a-c9feb14f4e0a req-73833f9b-e3d8-4102-b90c-70391c4d183a tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:56.924206 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-598c1091-f2b3-4037-969a-c9feb14f4e0a req-73833f9b-e3d8-4102-b90c-70391c4d183a tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.2189372 May 23 12:33:57.002850 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef7974-7f92-4aaa-b68e-d0b4b6468129 req-32b8db58-4b10-4837-a1b3-eb96c8261a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:57.004485 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c3ef7974-7f92-4aaa-b68e-d0b4b6468129 req-32b8db58-4b10-4837-a1b3-eb96c8261a5d service neutron] 10.222.0.15 "GET /v2.0/networks?id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a HTTP/1.1" status: 200 len: 915 time: 0.1882634 May 23 12:33:57.006284 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d00ed-dd06-44d9-91f9-3a67b773adf5 req-0056b4b5-eeff-493f-ba23-144065c18733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:57.007839 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ed2d00ed-dd06-44d9-91f9-3a67b773adf5 req-0056b4b5-eeff-493f-ba23-144065c18733 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 1130 time: 0.0847995 May 23 12:33:57.029242 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7a0bb472-4c87-45fd-87b9-550d5b5711a5 req-29dd77cb-d125-456a-939d-d1d02a3b792b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6487329 May 23 12:33:57.066084 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c3ef7974-7f92-4aaa-b68e-d0b4b6468129 req-ef89a606-2657-4c34-9ed2-35800aebd6e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25a3b497-66c4-4bc0-887a-9599ceea33ec HTTP/1.1" status: 200 len: 217 time: 0.0504239 May 23 12:33:57.091867 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dd080801-8e7c-4eda-a680-ae19df1c1fed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:57.128846 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:57.168612 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-ed2d00ed-dd06-44d9-91f9-3a67b773adf5 req-2fff021b-b024-4f37-9006-2a8b7dec1686 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983973 May 23 12:33:57.184017 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef7974-7f92-4aaa-b68e-d0b4b6468129 req-5b13fbed-ad2e-461c-9e6a-c15e9bb19ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:57.186632 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c3ef7974-7f92-4aaa-b68e-d0b4b6468129 req-5b13fbed-ad2e-461c-9e6a-c15e9bb19ca0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be7def1c-9596-416f-a585-da28c5a17c31 HTTP/1.1" status: 200 len: 853 time: 0.1063528 May 23 12:33:57.191368 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 25a3b497-66c4-4bc0-887a-9599ceea33ec details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:33:57.193631 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 47e7dcef-9f40-451c-adfd-004f425d19fb up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:57.194028 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-598c1091-f2b3-4037-969a-c9feb14f4e0a req-c9a4afbb-2d42-4681-ba82-db08b4d8f611 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687666 May 23 12:33:57.295197 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning for port 47e7dcef-9f40-451c-adfd-004f425d19fb completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 12:33:57.299438 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:57.301956 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-0c86bf2e-0aa1-4144-8db9-162b44a944a1 service neutron] 10.222.0.15 "GET /v2.0/networks/cc274260-5d38-4e43-aa07-b73fcfa156ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955772 May 23 12:33:57.319584 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90680c9b-012c-47f8-9c3b-924c2e6ba43e req-1c31a4c6-aceb-41f8-8d1f-976cd3ab3db9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:57.319826 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port 47e7dcef-9f40-451c-adfd-004f425d19fb triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:57.319826 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (47e7dcef-9f40-451c-adfd-004f425d19fb), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:57.321583 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-90680c9b-012c-47f8-9c3b-924c2e6ba43e req-1c31a4c6-aceb-41f8-8d1f-976cd3ab3db9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5 HTTP/1.1" status: 200 len: 943 time: 0.1737411 May 23 12:33:57.341634 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5087f229-3fbc-4faf-9d6a-783d21b82ebc req-97c5c2e0-7c37-4084-a36b-5db4d32547f6 service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6118348 May 23 12:33:57.443227 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:57.446030 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef7974-7f92-4aaa-b68e-d0b4b6468129 req-3523705c-a239-4c1b-8f1f-ff4b7eecccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:57.448928 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c3ef7974-7f92-4aaa-b68e-d0b4b6468129 req-3523705c-a239-4c1b-8f1f-ff4b7eecccc8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0531330 May 23 12:33:57.496441 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dd080801-8e7c-4eda-a680-ae19df1c1fed admin admin] Publish callbacks [] for security_group (76db5f60-05b4-4346-ae42-3ac89a823dd8), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:57.503057 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4590a1b-944a-40a6-ae11-0a586abe29b8 {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:33:57.520711 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dd080801-8e7c-4eda-a680-ae19df1c1fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (76db5f60-05b4-4346-ae42-3ac89a823dd8), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:57.529560 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] Publish callbacks [] for port (c4590a1b-944a-40a6-ae11-0a586abe29b8), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:57.562796 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-90680c9b-012c-47f8-9c3b-924c2e6ba43e req-8d2d4aad-e174-41c6-9190-cc8bcdc87646 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04c3229-ca64-4d42-97dd-e95f86784140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314084 May 23 12:33:57.588385 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c3ef7974-7f92-4aaa-b68e-d0b4b6468129 req-541d1d75-35b4-4999-abee-b143f249f9f2 service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313741 May 23 12:33:57.619698 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] Transition to ACTIVE for port object c4590a1b-944a-40a6-ae11-0a586abe29b8 will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 12:33:57.620773 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:57.621710 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd080801-8e7c-4eda-a680-ae19df1c1fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76db5f60-05b4-4346-ae42-3ac89a823dd8,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:57.629865 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 47e7dcef-9f40-451c-adfd-004f425d19fb is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:57.631093 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (47e7dcef-9f40-451c-adfd-004f425d19fb), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:57.654518 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-dd080801-8e7c-4eda-a680-ae19df1c1fed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9aa39311ac3c442bbe55c6f32d0b0680&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2899168 May 23 12:33:57.655175 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (c4590a1b-944a-40a6-ae11-0a586abe29b8), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:57.655785 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 51534) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:57.666399 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 25a3b497-66c4-4bc0-887a-9599ceea33ec, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=25a3b497-66c4-4bc0-887a-9599ceea33ec,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:57.710210 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': '25a3b497-66c4-4bc0-887a-9599ceea33ec', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'port_id': '25a3b497-66c4-4bc0-887a-9599ceea33ec', 'mac_address': 'fa:16:3e:e2:52:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:33:57.750127 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-76b0af85-5cd5-4d16-8c04-e7b8e1057831 req-619b6381-6a2c-4906-b808-11ded13feac4 service neutron] 10.222.0.15 "GET /v2.0/networks/cc274260-5d38-4e43-aa07-b73fcfa156ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444669 May 23 12:33:57.774735 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8b0c9c1d-2ced-4345-b0a5-986c8e474279 admin admin] Publish callbacks [] for security_group (76db5f60-05b4-4346-ae42-3ac89a823dd8), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:57.793746 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 47e7dcef-9f40-451c-adfd-004f425d19fb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=47e7dcef-9f40-451c-adfd-004f425d19fb,segment=NetworkSegment(99c468f3-8428-4de5-9a02-bb5d1ea7c294),segment_id=99c468f3-8428-4de5-9a02-bb5d1ea7c294)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:57.807249 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (47e7dcef-9f40-451c-adfd-004f425d19fb), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:57.821989 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8b0c9c1d-2ced-4345-b0a5-986c8e474279 admin admin] Publish callbacks [] for security_group (76db5f60-05b4-4346-ae42-3ac89a823dd8), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:57.840376 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7047f33-1435-4e46-b72e-75b2a38a59cb req-1fb46e18-7a70-43cc-841f-b05c39b8d695 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:57.842031 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b7047f33-1435-4e46-b72e-75b2a38a59cb req-1fb46e18-7a70-43cc-841f-b05c39b8d695 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 943 time: 0.2006249 May 23 12:33:57.892635 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] Pushing event updated for resources: {'Port': ['ID=c4590a1b-944a-40a6-ae11-0a586abe29b8,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:57.902589 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8b0c9c1d-2ced-4345-b0a5-986c8e474279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (76db5f60-05b4-4346-ae42-3ac89a823dd8), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:57.908815 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8b0c9c1d-2ced-4345-b0a5-986c8e474279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:57.910378 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-8b0c9c1d-2ced-4345-b0a5-986c8e474279 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76db5f60-05b4-4346-ae42-3ac89a823dd8 HTTP/1.1" status: 204 len: 168 time: 0.2530618 May 23 12:33:57.931994 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c9c1d-2ced-4345-b0a5-986c8e474279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76db5f60-05b4-4346-ae42-3ac89a823dd8,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:57.963444 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 25a3b497-66c4-4bc0-887a-9599ceea33ec is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:57.964910 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (25a3b497-66c4-4bc0-887a-9599ceea33ec), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:57.970970 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] Attempting to bind port c4590a1b-944a-40a6-ae11-0a586abe29b8 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:33:57.971315 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] Attempting to bind port c4590a1b-944a-40a6-ae11-0a586abe29b8 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '99c468f3-8428-4de5-9a02-bb5d1ea7c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:33:57.971664 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] Attempting to bind port c4590a1b-944a-40a6-ae11-0a586abe29b8 on network 4833a70f-d11d-46d6-944f-14af0b04cad3 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:57.991166 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] Port c4590a1b-944a-40a6-ae11-0a586abe29b8 on network 4833a70f-d11d-46d6-944f-14af0b04cad3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 12:33:57.991499 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] Attempting to bind port c4590a1b-944a-40a6-ae11-0a586abe29b8 on network 4833a70f-d11d-46d6-944f-14af0b04cad3 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:33:57.998375 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=47e7dcef-9f40-451c-adfd-004f425d19fb,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:58.031172 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] Checking agent: {'id': '1749a81f-e3c6-4f53-968e-bc4c0c6ca916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:33:58.031492 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] Checking segment: {'id': '99c468f3-8428-4de5-9a02-bb5d1ea7c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:33:58.031822 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] Bound using segment: {'id': '99c468f3-8428-4de5-9a02-bb5d1ea7c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:33:58.032348 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] Bound port: c4590a1b-944a-40a6-ae11-0a586abe29b8, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c468f3-8428-4de5-9a02-bb5d1ea7c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:33:58.032755 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (c4590a1b-944a-40a6-ae11-0a586abe29b8), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:58.083934 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:58.104790 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b7047f33-1435-4e46-b72e-75b2a38a59cb req-ad59f28e-5bb3-4cfa-a484-aa21f5c6d08f tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286475 May 23 12:33:58.130807 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a3b497-66c4-4bc0-887a-9599ceea33ec {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:33:58.170143 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 25a3b497-66c4-4bc0-887a-9599ceea33ec, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=25a3b497-66c4-4bc0-887a-9599ceea33ec,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:58.182460 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (25a3b497-66c4-4bc0-887a-9599ceea33ec), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:58.199974 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c3ef7974-7f92-4aaa-b68e-d0b4b6468129 req-213c84d4-6154-45c6-b088-33b382674bdf service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223103 May 23 12:33:58.281239 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c677caa-40c7-4343-8a58-5ac97e195f73 req-f1bec8ec-33a6-4bab-8539-a154f1454d13 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:58.282827 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3c677caa-40c7-4343-8a58-5ac97e195f73 req-f1bec8ec-33a6-4bab-8539-a154f1454d13 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 943 time: 0.1056900 May 23 12:33:58.285702 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] For port c4590a1b-944a-40a6-ae11-0a586abe29b8, host hv-cinder-83699, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:33:58.289407 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] For port c4590a1b-944a-40a6-ae11-0a586abe29b8, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c4590a1b-944a-40a6-ae11-0a586abe29b8,segment=NetworkSegment(99c468f3-8428-4de5-9a02-bb5d1ea7c294),segment_id=99c468f3-8428-4de5-9a02-bb5d1ea7c294)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:33:58.306329 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=25a3b497-66c4-4bc0-887a-9599ceea33ec,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:58.314104 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (c4590a1b-944a-40a6-ae11-0a586abe29b8), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:58.356030 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 51560) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:58.447527 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['25a3b497-66c4-4bc0-887a-9599ceea33ec'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:33:58.636373 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdb78f1-4de7-4c61-82e0-abe6c742e7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e7dcef-9f40-451c-adfd-004f425d19fb'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:33:58.639383 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c98c69-74fa-48b2-adaa-5b952c258d55" -d '{"events": [{"server_uuid": "9cdb78f1-4de7-4c61-82e0-abe6c742e7aa", "name": "network-vif-plugged", "status": "completed", "tag": "47e7dcef-9f40-451c-adfd-004f425d19fb"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:33:58.682094 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:58.682717 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:58.684283 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] 10.222.0.15 "PUT /v2.0/ports/c4590a1b-944a-40a6-ae11-0a586abe29b8 HTTP/1.1" status: 200 len: 1093 time: 4.0168839 May 23 12:33:58.684683 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6862b746-8558-4cd5-b71a-9a69ad923901', 'tag': 'c4590a1b-944a-40a6-ae11-0a586abe29b8'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:33:58.687275 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4da10b1-17c6-4cdc-96e4-ce44b3cd4993" -d '{"events": [{"name": "network-changed", "server_uuid": "6862b746-8558-4cd5-b71a-9a69ad923901", "tag": "c4590a1b-944a-40a6-ae11-0a586abe29b8"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:33:58.705691 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3c677caa-40c7-4343-8a58-5ac97e195f73 req-a1b7e695-eb0d-4c97-a1a8-4e5469e1ce2d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106805 May 23 12:33:58.710858 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 51576) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:58.727515 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdba901-0c5e-43f0-b8c2-463c39380777 req-7f9b988f-9bf6-4a90-b757-3f05b6e53392 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:58.729152 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0fdba901-0c5e-43f0-b8c2-463c39380777 req-7f9b988f-9bf6-4a90-b757-3f05b6e53392 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.3675311 May 23 12:33:58.729786 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074e9d5-989b-4573-8374-c3039f3fc17b service neutron] Pushing event updated for resources: {'Port': ['ID=c4590a1b-944a-40a6-ae11-0a586abe29b8,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:58.751119 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e74614b7-cf49-44df-90f1-3959cc731916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:58.803438 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0fdba901-0c5e-43f0-b8c2-463c39380777 req-83e2d988-49b3-47cd-aa8c-fa8513be1261 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608513 May 23 12:33:58.898066 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb69ef7c-d134-42f5-9481-7ae2674b453d x-openstack-request-id: req-fb69ef7c-d134-42f5-9481-7ae2674b453d {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:33:58.898455 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdb78f1-4de7-4c61-82e0-abe6c742e7aa", "name": "network-vif-plugged", "status": "completed", "tag": "47e7dcef-9f40-451c-adfd-004f425d19fb", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:33:58.898725 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb69ef7c-d134-42f5-9481-7ae2674b453d {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:33:58.899924 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb69ef7c-d134-42f5-9481-7ae2674b453d'] response: {'server_uuid': '9cdb78f1-4de7-4c61-82e0-abe6c742e7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e7dcef-9f40-451c-adfd-004f425d19fb', 'code': 200} May 23 12:33:58.912799 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e3063-ecaf-456e-9f7b-2e20d98aa833 req-36f492b0-836b-4ac2-8c74-8937331d21ff tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:58.914725 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2a7e3063-ecaf-456e-9f7b-2e20d98aa833 req-36f492b0-836b-4ac2-8c74-8937331d21ff tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5 HTTP/1.1" status: 200 len: 944 time: 0.0797195 May 23 12:33:58.948886 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b575f7d6-e415-4033-91f1-a504786ee9d3 x-openstack-request-id: req-b575f7d6-e415-4033-91f1-a504786ee9d3 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:33:58.949200 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6862b746-8558-4cd5-b71a-9a69ad923901", "tag": "c4590a1b-944a-40a6-ae11-0a586abe29b8", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:33:58.949455 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b575f7d6-e415-4033-91f1-a504786ee9d3 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:33:58.949852 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b575f7d6-e415-4033-91f1-a504786ee9d3'] response: {'name': 'network-changed', 'server_uuid': '6862b746-8558-4cd5-b71a-9a69ad923901', 'tag': 'c4590a1b-944a-40a6-ae11-0a586abe29b8', 'status': 'completed', 'code': 200} May 23 12:33:58.957440 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e74614b7-cf49-44df-90f1-3959cc731916 admin admin] Publish callbacks [] for security_group (276e5663-92f1-4ab4-a485-c8237ddccafe), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:58.966141 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-8fbfae30-8c46-4ff3-a9ee-4c09ae3d2348 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-130736328-network', 'tenant_id': '5add1b56848d44eda7b0dae0b34bb67e'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:58.973359 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e74614b7-cf49-44df-90f1-3959cc731916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (276e5663-92f1-4ab4-a485-c8237ddccafe), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:58.983091 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:58.983951 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2a7e3063-ecaf-456e-9f7b-2e20d98aa833 req-2b445299-02a6-4b69-8fb0-06ffd0771745 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04c3229-ca64-4d42-97dd-e95f86784140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631399 May 23 12:33:59.036636 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbfae30-8c46-4ff3-a9ee-4c09ae3d2348 admin admin] Made reservation on behalf of 5add1b56848d44eda7b0dae0b34bb67e for: {'network': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:33:59.039025 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8fbfae30-8c46-4ff3-a9ee-4c09ae3d2348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for network (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:59.050970 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8fbfae30-8c46-4ff3-a9ee-4c09ae3d2348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:59.053414 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74614b7-cf49-44df-90f1-3959cc731916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276e5663-92f1-4ab4-a485-c8237ddccafe,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:59.065853 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-e74614b7-cf49-44df-90f1-3959cc731916 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5d3739b11c84b0fa8c62872f1bb61e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3534238 May 23 12:33:59.068222 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 51584) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:59.141021 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:59.149667 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f12efecb-62d6-48d4-ba16-78ef8436b550 admin admin] Publish callbacks [] for security_group (276e5663-92f1-4ab4-a485-c8237ddccafe), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:59.194173 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f12efecb-62d6-48d4-ba16-78ef8436b550 admin admin] Publish callbacks [] for security_group (276e5663-92f1-4ab4-a485-c8237ddccafe), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:59.198952 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8fbfae30-8c46-4ff3-a9ee-4c09ae3d2348 admin admin] Publish callbacks [] for security_group (01f23a63-1cef-44ac-ab5d-85f5cfcffce2), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:59.215570 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8fbfae30-8c46-4ff3-a9ee-4c09ae3d2348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (01f23a63-1cef-44ac-ab5d-85f5cfcffce2), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:59.238111 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbfae30-8c46-4ff3-a9ee-4c09ae3d2348 admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:33:59.261420 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8fbfae30-8c46-4ff3-a9ee-4c09ae3d2348 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727294489182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (eed72d8e-2b7d-46e6-93da-f9e5294d73ae), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:59.261847 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.segments_db [None req-8fbfae30-8c46-4ff3-a9ee-4c09ae3d2348 admin admin] Added segment eed72d8e-2b7d-46e6-93da-f9e5294d73ae of type vlan for network b1ae6af5-01b0-4d6a-bea0-fd2b758dcd8e May 23 12:33:59.263137 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfae30-8c46-4ff3-a9ee-4c09ae3d2348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f23a63-1cef-44ac-ab5d-85f5cfcffce2,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:59.287671 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 25a3b497-66c4-4bc0-887a-9599ceea33ec up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:33:59.310347 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715dddb-0f1c-4f34-8ebf-6b5713403f69 req-7f566874-a674-40a9-accd-14b565c0cf04 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:59.311626 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8fbfae30-8c46-4ff3-a9ee-4c09ae3d2348 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727293981772'] for network (b1ae6af5-01b0-4d6a-bea0-fd2b758dcd8e), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:59.311934 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f715dddb-0f1c-4f34-8ebf-6b5713403f69 req-7f566874-a674-40a9-accd-14b565c0cf04 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 943 time: 0.0771527 May 23 12:33:59.361823 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f12efecb-62d6-48d4-ba16-78ef8436b550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (276e5663-92f1-4ab4-a485-c8237ddccafe), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:59.364364 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f12efecb-62d6-48d4-ba16-78ef8436b550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:59.365523 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-f12efecb-62d6-48d4-ba16-78ef8436b550 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/276e5663-92f1-4ab4-a485-c8237ddccafe HTTP/1.1" status: 204 len: 168 time: 0.2963054 May 23 12:33:59.390714 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning for port 25a3b497-66c4-4bc0-887a-9599ceea33ec completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 12:33:59.401776 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8fbfae30-8c46-4ff3-a9ee-4c09ae3d2348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for network (b1ae6af5-01b0-4d6a-bea0-fd2b758dcd8e), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:59.403987 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbfae30-8c46-4ff3-a9ee-4c09ae3d2348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:59.406334 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port 25a3b497-66c4-4bc0-887a-9599ceea33ec triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:33:59.407001 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (25a3b497-66c4-4bc0-887a-9599ceea33ec), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:59.407743 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8fbfae30-8c46-4ff3-a9ee-4c09ae3d2348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:59.417734 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b9829-d3e8-4d10-ab55-5b8eb6916639 req-a4583eca-1c2d-4fd0-90a1-13aec9afb52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:59.422827 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6b9b9829-d3e8-4d10-ab55-5b8eb6916639 req-a4583eca-1c2d-4fd0-90a1-13aec9afb52d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=736376830ed340b2aa62c455c134c4e2&device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 1127 time: 0.0983996 May 23 12:33:59.427967 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12efecb-62d6-48d4-ba16-78ef8436b550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276e5663-92f1-4ab4-a485-c8237ddccafe,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:59.434941 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f715dddb-0f1c-4f34-8ebf-6b5713403f69 req-60537bfd-0765-4155-9d1b-78cdb2a9efcf tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160617 May 23 12:33:59.530103 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-8fbfae30-8c46-4ff3-a9ee-4c09ae3d2348 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1698544 May 23 12:33:59.530577 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 51602) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:33:59.534685 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfae30-8c46-4ff3-a9ee-4c09ae3d2348 admin admin] Pushing event updated for resources: {'Network': ['ID=b1ae6af5-01b0-4d6a-bea0-fd2b758dcd8e,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:59.537668 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-4cd0d316-bcf9-4d1b-ad76-8b02d60ae1c7 admin admin] Request body: {'subnet': {'network_id': 'b1ae6af5-01b0-4d6a-bea0-fd2b758dcd8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-130736328-subnet', 'tenant_id': '5add1b56848d44eda7b0dae0b34bb67e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:33:59.550442 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Network b1ae6af5-01b0-4d6a-bea0-fd2b758dcd8e details requested by agent ovs-agent-dv-cinder-836996-27-iscsi with host dv-cinder-836996-27-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:33:59.552900 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:59.563134 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:59.577569 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd0d316-bcf9-4d1b-ad76-8b02d60ae1c7 admin admin] Made reservation on behalf of 5add1b56848d44eda7b0dae0b34bb67e for: {'subnet': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:33:59.581284 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4cd0d316-bcf9-4d1b-ad76-8b02d60ae1c7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:59.629102 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:33:59.643105 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 25a3b497-66c4-4bc0-887a-9599ceea33ec is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:33:59.643517 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (25a3b497-66c4-4bc0-887a-9599ceea33ec), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:59.709048 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 25a3b497-66c4-4bc0-887a-9599ceea33ec, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=25a3b497-66c4-4bc0-887a-9599ceea33ec,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:33:59.716699 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (25a3b497-66c4-4bc0-887a-9599ceea33ec), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:33:59.779324 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=25a3b497-66c4-4bc0-887a-9599ceea33ec,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:59.879149 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233acb6-bea9-4f9e-ae86-8f8cc43b5d61 req-ce4b4488-763c-4220-9cc1-84427de65316 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:33:59.881311 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7233acb6-bea9-4f9e-ae86-8f8cc43b5d61 req-ce4b4488-763c-4220-9cc1-84427de65316 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 943 time: 0.0795603 May 23 12:33:59.882990 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4cd0d316-bcf9-4d1b-ad76-8b02d60ae1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for subnet (6f964bd4-b195-4a46-a4cd-a0c781a4cafd), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:00.049253 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:00.098601 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0d316-bcf9-4d1b-ad76-8b02d60ae1c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f964bd4-b195-4a46-a4cd-a0c781a4cafd,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:00.109471 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b9829-d3e8-4d10-ab55-5b8eb6916639 req-bb3e463a-bc10-4e7b-b607-72513abd00c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:00.112593 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6b9b9829-d3e8-4d10-ab55-5b8eb6916639 req-bb3e463a-bc10-4e7b-b607-72513abd00c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc274260-5d38-4e43-aa07-b73fcfa156ea HTTP/1.1" status: 200 len: 911 time: 0.1928744 May 23 12:34:00.127277 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7233acb6-bea9-4f9e-ae86-8f8cc43b5d61 req-f27cc1f9-efb7-4686-9bd0-20cc904239cf tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270360 May 23 12:34:00.127277 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd0d316-bcf9-4d1b-ad76-8b02d60ae1c7 admin admin] Checking segment: {'id': 'eed72d8e-2b7d-46e6-93da-f9e5294d73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b1ae6af5-01b0-4d6a-bea0-fd2b758dcd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:34:00.127277 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd0d316-bcf9-4d1b-ad76-8b02d60ae1c7 admin admin] Network hostable DHCP agents. Network: b1ae6af5-01b0-4d6a-bea0-fd2b758dcd8e, hostable agents: ['f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96'], hosted agents: [] {{(pid=103850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:34:00.132060 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96e395-6ae6-4247-8d19-350c780e8f96 req-64a7cc2d-63fb-414a-92ee-db40269b1463 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:00.133815 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fc96e395-6ae6-4247-8d19-350c780e8f96 req-64a7cc2d-63fb-414a-92ee-db40269b1463 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.1350861 May 23 12:34:00.207923 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd0d316-bcf9-4d1b-ad76-8b02d60ae1c7 admin admin] Network b1ae6af5-01b0-4d6a-bea0-fd2b758dcd8e is scheduled to be hosted by DHCP agent f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96 with binding_index 1 {{(pid=103850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:34:00.286454 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-4cd0d316-bcf9-4d1b-ad76-8b02d60ae1c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-27-iscsi, b1ae6af5-01b0-4d6a-bea0-fd2b758dcd8e) {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:34:00.300865 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163f17d5-0f30-4267-9318-09a58c0565f4 None None] Network b1ae6af5-01b0-4d6a-bea0-fd2b758dcd8e requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:34:00.309941 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fc96e395-6ae6-4247-8d19-350c780e8f96 req-a8743e48-c253-499c-a846-b95a989556cf tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560783 May 23 12:34:00.315106 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd0d316-bcf9-4d1b-ad76-8b02d60ae1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:00.315925 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4cd0d316-bcf9-4d1b-ad76-8b02d60ae1c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:00.333238 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad629252-7d36-4102-98a8-fa8b6861bc6e req-ec0612b3-5a0c-4997-b00d-284ddbdbda46 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:00.334868 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ad629252-7d36-4102-98a8-fa8b6861bc6e req-ec0612b3-5a0c-4997-b00d-284ddbdbda46 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5 HTTP/1.1" status: 200 len: 945 time: 0.1194129 May 23 12:34:00.360538 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-4cd0d316-bcf9-4d1b-ad76-8b02d60ae1c7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8268509 May 23 12:34:00.409802 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ad629252-7d36-4102-98a8-fa8b6861bc6e req-93b8f484-4312-4f9c-afab-f2cc90d8d01e tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04c3229-ca64-4d42-97dd-e95f86784140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659428 May 23 12:34:00.573942 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336f665-85f5-477b-8794-9a6b3d15440c req-87bf17c9-dd28-4443-a8c3-48294e2d633f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:00.584805 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7336f665-85f5-477b-8794-9a6b3d15440c req-87bf17c9-dd28-4443-a8c3-48294e2d633f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.1274023 May 23 12:34:00.585171 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735b5666-e270-4e57-9502-732bb81826a9 None None] Network b1ae6af5-01b0-4d6a-bea0-fd2b758dcd8e requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:34:00.590601 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 51640) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:00.604219 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-1f66bcff-1f1d-46e4-9542-08e28009c7b2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Request body: {'floatingip': {'port_id': '357ce430-3b90-4a7c-b2f3-c2ee303501e4'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:34:00.638075 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49231746-97de-4131-b958-9f6b5d36eed0 req-0ea02956-01b2-4585-93d0-37c985aa39e8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:00.640049 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-49231746-97de-4131-b958-9f6b5d36eed0 req-0ea02956-01b2-4585-93d0-37c985aa39e8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 943 time: 0.0937767 May 23 12:34:00.729113 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-49231746-97de-4131-b958-9f6b5d36eed0 req-c0441644-4401-40d1-b3c0-da8495bcd2e3 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785952 May 23 12:34:00.777780 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1f66bcff-1f1d-46e4-9542-08e28009c7b2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for floatingip (abb7f5a7-a742-4742-a5c8-80b5ebedd8ac), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:00.900957 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a3b497-66c4-4bc0-887a-9599ceea33ec'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:34:00.903653 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88004260-44e3-4eb7-888f-94a569def66d" -d '{"events": [{"server_uuid": "9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5", "name": "network-vif-plugged", "status": "completed", "tag": "25a3b497-66c4-4bc0-887a-9599ceea33ec"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:34:00.966945 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addd9fb2-de8d-43ba-afb8-8ae320ffb4c5 x-openstack-request-id: req-addd9fb2-de8d-43ba-afb8-8ae320ffb4c5 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:34:00.967653 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5", "name": "network-vif-plugged", "status": "completed", "tag": "25a3b497-66c4-4bc0-887a-9599ceea33ec", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:34:00.968051 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-addd9fb2-de8d-43ba-afb8-8ae320ffb4c5 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:34:00.969850 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-addd9fb2-de8d-43ba-afb8-8ae320ffb4c5'] response: {'server_uuid': '9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a3b497-66c4-4bc0-887a-9599ceea33ec', 'code': 200} May 23 12:34:00.996815 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:01.272928 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 1c168015-cbd1-4ffe-8cf8-c803d21df858 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:34:01.348385 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:01.396331 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da10b1-17c6-4cdc-96e4-ce44b3cd4993 req-cf34e8f6-57b3-4d2b-9a9a-56d1c1b4fdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:01.397926 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b4da10b1-17c6-4cdc-96e4-ce44b3cd4993 req-cf34e8f6-57b3-4d2b-9a9a-56d1c1b4fdce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcc45b8bab17498cadda8d64b3a76780&device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 1127 time: 0.2314394 May 23 12:34:01.402779 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25329825-eadf-4c7f-96f3-1bc41f58228a req-c4909722-f9a1-411d-80e5-bab2c26d008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:01.404433 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-25329825-eadf-4c7f-96f3-1bc41f58228a req-c4909722-f9a1-411d-80e5-bab2c26d008c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 1130 time: 0.2171488 May 23 12:34:01.416181 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6a8f2-4339-47db-afef-83098f734433 req-4a63e8a5-5356-4482-bc45-b4fb052a0001 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:01.417722 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-51f6a8f2-4339-47db-afef-83098f734433 req-4a63e8a5-5356-4482-bc45-b4fb052a0001 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 943 time: 0.0942121 May 23 12:34:01.491448 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-51f6a8f2-4339-47db-afef-83098f734433 req-904ba54a-5850-43cf-af27-ccd1ca7e8608 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669417 May 23 12:34:01.521740 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 1c168015-cbd1-4ffe-8cf8-c803d21df858, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1c168015-cbd1-4ffe-8cf8-c803d21df858,segment=NetworkSegment(85f304ec-f4f0-4cbb-aa66-ee2df5bb0198),segment_id=85f304ec-f4f0-4cbb-aa66-ee2df5bb0198)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:34:01.537650 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': '1c168015-cbd1-4ffe-8cf8-c803d21df858', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'port_id': '1c168015-cbd1-4ffe-8cf8-c803d21df858', 'mac_address': 'fa:16:3e:3d:90:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188e2ead-7d0d-4956-8add-55d376412943', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:34:01.672475 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 1c168015-cbd1-4ffe-8cf8-c803d21df858 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:34:01.673724 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (1c168015-cbd1-4ffe-8cf8-c803d21df858), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:01.708381 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c168015-cbd1-4ffe-8cf8-c803d21df858 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:34:01.735978 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 1c168015-cbd1-4ffe-8cf8-c803d21df858, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1c168015-cbd1-4ffe-8cf8-c803d21df858,segment=NetworkSegment(85f304ec-f4f0-4cbb-aa66-ee2df5bb0198),segment_id=85f304ec-f4f0-4cbb-aa66-ee2df5bb0198)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:34:01.743129 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (1c168015-cbd1-4ffe-8cf8-c803d21df858), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:01.743625 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 51676) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:01.782944 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-a03c7a72-3ff1-49b3-a7db-5eed50440bc6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-707815603-network', 'tenant_id': '866958591e4d49b3b2b6402dbd7db49a'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:34:01.808950 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c871a-aedd-4849-a2da-644f56a21f97 req-a459010d-cec8-4403-9f35-52677acab90f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:01.810473 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-147c871a-aedd-4849-a2da-644f56a21f97 req-a459010d-cec8-4403-9f35-52677acab90f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5 HTTP/1.1" status: 200 len: 945 time: 0.2783225 May 23 12:34:01.821975 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=1c168015-cbd1-4ffe-8cf8-c803d21df858,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:01.928863 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-25329825-eadf-4c7f-96f3-1bc41f58228a req-6326a35c-5fae-43ba-905d-44d37f362ae1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603311 May 23 12:34:01.945168 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03c7a72-3ff1-49b3-a7db-5eed50440bc6 admin admin] Made reservation on behalf of 866958591e4d49b3b2b6402dbd7db49a for: {'network': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:34:01.947683 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a03c7a72-3ff1-49b3-a7db-5eed50440bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for network (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:01.971808 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6b9b9829-d3e8-4d10-ab55-5b8eb6916639 req-426fcaa3-a53f-42c6-b155-479f7d661797 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c168015-cbd1-4ffe-8cf8-c803d21df858 HTTP/1.1" status: 200 len: 217 time: 0.0803599 May 23 12:34:02.013279 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a03c7a72-3ff1-49b3-a7db-5eed50440bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:02.027308 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da10b1-17c6-4cdc-96e4-ce44b3cd4993 req-c86b7755-bf7b-4410-9292-dfdce9175465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:02.029574 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b4da10b1-17c6-4cdc-96e4-ce44b3cd4993 req-c86b7755-bf7b-4410-9292-dfdce9175465 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=dcc45b8bab17498cadda8d64b3a76780&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4544399 May 23 12:34:02.037078 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cdfc9-0fe7-4146-be0d-e6624505e656 req-666b049a-a5a9-451e-a42c-d54328228688 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:02.038962 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7d2cdfc9-0fe7-4146-be0d-e6624505e656 req-666b049a-a5a9-451e-a42c-d54328228688 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 944 time: 0.1601317 May 23 12:34:02.054125 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['1c168015-cbd1-4ffe-8cf8-c803d21df858'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:34:02.065816 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-147c871a-aedd-4849-a2da-644f56a21f97 req-be69bf5e-e326-4095-82f1-a1485dd2f63f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04c3229-ca64-4d42-97dd-e95f86784140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307699 May 23 12:34:02.093692 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1f66bcff-1f1d-46e4-9542-08e28009c7b2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:02.099559 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:02.100907 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1f66bcff-1f1d-46e4-9542-08e28009c7b2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (abb7f5a7-a742-4742-a5c8-80b5ebedd8ac), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:02.156963 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:02.178211 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7d2cdfc9-0fe7-4146-be0d-e6624505e656 req-ff65b420-a59d-4bae-be63-3c37cedaf483 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261594 May 23 12:34:02.241285 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:02.267019 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a03c7a72-3ff1-49b3-a7db-5eed50440bc6 admin admin] Publish callbacks [] for security_group (a05fffe4-708b-4b8e-bebe-513c80299cdd), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:02.306346 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a03c7a72-3ff1-49b3-a7db-5eed50440bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (a05fffe4-708b-4b8e-bebe-513c80299cdd), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:02.322597 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.l3_db [None req-1f66bcff-1f1d-46e4-9542-08e28009c7b2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Floating IP abb7f5a7-a742-4742-a5c8-80b5ebedd8ac associated. External IP: 172.27.0.159, port: 357ce430-3b90-4a7c-b2f3-c2ee303501e4. May 23 12:34:02.374940 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b9829-d3e8-4d10-ab55-5b8eb6916639 req-38e7b10e-03e5-4bf0-b762-a659112e5736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:02.376544 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6b9b9829-d3e8-4d10-ab55-5b8eb6916639 req-38e7b10e-03e5-4bf0-b762-a659112e5736 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=188e2ead-7d0d-4956-8add-55d376412943 HTTP/1.1" status: 200 len: 849 time: 0.1182594 May 23 12:34:02.404744 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c8ae5145-c308-441e-84ac-94cef91ab348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:02.475371 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03c7a72-3ff1-49b3-a7db-5eed50440bc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:34:02.488319 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a03c7a72-3ff1-49b3-a7db-5eed50440bc6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727294489182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (50ab3148-ab85-4e5d-a663-0fc396191bfd), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:02.488778 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.db.segments_db [None req-a03c7a72-3ff1-49b3-a7db-5eed50440bc6 admin admin] Added segment 50ab3148-ab85-4e5d-a663-0fc396191bfd of type vlan for network 4e663fc1-5b7b-4160-8e94-0fe124281ff9 May 23 12:34:02.515386 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b9829-d3e8-4d10-ab55-5b8eb6916639 req-09853a6d-a712-4c97-a9e2-8b2a1bf24904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:02.517808 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6b9b9829-d3e8-4d10-ab55-5b8eb6916639 req-09853a6d-a712-4c97-a9e2-8b2a1bf24904 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc274260-5d38-4e43-aa07-b73fcfa156ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0798526 May 23 12:34:02.538273 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a03c7a72-3ff1-49b3-a7db-5eed50440bc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727293981772'] for network (4e663fc1-5b7b-4160-8e94-0fe124281ff9), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:02.541462 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef273604-dc02-41e9-aa06-6849fc7353ea req-35baeaec-04b5-460a-9f57-f7cce78fbbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:02.543427 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef273604-dc02-41e9-aa06-6849fc7353ea req-35baeaec-04b5-460a-9f57-f7cce78fbbaa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5 HTTP/1.1" status: 200 len: 1129 time: 0.2578351 May 23 12:34:02.603168 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c7a72-3ff1-49b3-a7db-5eed50440bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05fffe4-708b-4b8e-bebe-513c80299cdd,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:02.696359 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f66bcff-1f1d-46e4-9542-08e28009c7b2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Router 15b1f5f6-3920-485f-bd91-2274c10531a5 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:34:02.717189 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:02.727695 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a03c7a72-3ff1-49b3-a7db-5eed50440bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for network (4e663fc1-5b7b-4160-8e94-0fe124281ff9), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:02.728793 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03c7a72-3ff1-49b3-a7db-5eed50440bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:02.729376 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a03c7a72-3ff1-49b3-a7db-5eed50440bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:02.759375 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58410bc-6ec6-4ada-bca1-160e3db7ad89 req-38939498-2377-4330-9774-aea6f8bf501d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:02.760903 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e58410bc-6ec6-4ada-bca1-160e3db7ad89 req-38939498-2377-4330-9774-aea6f8bf501d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 943 time: 0.1413856 May 23 12:34:02.780377 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da10b1-17c6-4cdc-96e4-ce44b3cd4993 req-19c01180-741c-4b15-a920-9db0ac4b1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:02.781979 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b4da10b1-17c6-4cdc-96e4-ce44b3cd4993 req-19c01180-741c-4b15-a920-9db0ac4b1303 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5116844 May 23 12:34:02.816480 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-a03c7a72-3ff1-49b3-a7db-5eed50440bc6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0507631 May 23 12:34:02.822007 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 51710) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:02.831846 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-621144db-c5e0-4f97-b51a-399c38e5b7b9 admin admin] Request body: {'subnet': {'network_id': '4e663fc1-5b7b-4160-8e94-0fe124281ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-707815603-subnet', 'tenant_id': '866958591e4d49b3b2b6402dbd7db49a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:34:02.852601 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c7a72-3ff1-49b3-a7db-5eed50440bc6 admin admin] Pushing event updated for resources: {'Network': ['ID=4e663fc1-5b7b-4160-8e94-0fe124281ff9,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:02.859529 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f66bcff-1f1d-46e4-9542-08e28009c7b2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:34:02.864136 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1f66bcff-1f1d-46e4-9542-08e28009c7b2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:02.878593 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e58410bc-6ec6-4ada-bca1-160e3db7ad89 req-6c9911ed-d101-40b8-8c72-f262ccc3de31 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031489 May 23 12:34:02.888066 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621144db-c5e0-4f97-b51a-399c38e5b7b9 admin admin] Made reservation on behalf of 866958591e4d49b3b2b6402dbd7db49a for: {'subnet': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:34:02.888316 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Network 4e663fc1-5b7b-4160-8e94-0fe124281ff9 details requested by agent ovs-agent-dv-cinder-836996-27-iscsi with host dv-cinder-836996-27-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:34:02.891719 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-621144db-c5e0-4f97-b51a-399c38e5b7b9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:02.899323 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2121fd00-1789-4c62-9f56-7ef07bc17642 None None] Sync routers for ids ['15b1f5f6-3920-485f-bd91-2274c10531a5'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:34:02.931752 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2121fd00-1789-4c62-9f56-7ef07bc17642 None None] Routers {'15b1f5f6-3920-485f-bd91-2274c10531a5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:34:02.932503 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-2121fd00-1789-4c62-9f56-7ef07bc17642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:33:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['15b1f5f6-3920-485f-bd91-2274c10531a5'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:34:02.948028 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-1f66bcff-1f1d-46e4-9542-08e28009c7b2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "PUT /v2.0/floatingips/abb7f5a7-a742-4742-a5c8-80b5ebedd8ac HTTP/1.1" status: 200 len: 992 time: 2.3559828 May 23 12:34:02.954438 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce37af9c-e5f8-4233-97f3-4280a2114e45', 'tag': '357ce430-3b90-4a7c-b2f3-c2ee303501e4'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:34:02.957730 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fefb024-4882-43cc-a331-612e2b428ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "ce37af9c-e5f8-4233-97f3-4280a2114e45", "tag": "357ce430-3b90-4a7c-b2f3-c2ee303501e4"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:34:03.084218 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a106238-a4cb-40b1-8d67-ae2e67114a35 x-openstack-request-id: req-2a106238-a4cb-40b1-8d67-ae2e67114a35 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:34:03.084218 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce37af9c-e5f8-4233-97f3-4280a2114e45", "tag": "357ce430-3b90-4a7c-b2f3-c2ee303501e4", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:34:03.084218 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a106238-a4cb-40b1-8d67-ae2e67114a35 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:34:03.090841 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a106238-a4cb-40b1-8d67-ae2e67114a35'] response: {'name': 'network-changed', 'server_uuid': 'ce37af9c-e5f8-4233-97f3-4280a2114e45', 'tag': '357ce430-3b90-4a7c-b2f3-c2ee303501e4', 'status': 'completed', 'code': 200} May 23 12:34:03.178323 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 51726) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:03.252529 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-2121fd00-1789-4c62-9f56-7ef07bc17642 None None] Set router 15b1f5f6-3920-485f-bd91-2274c10531a5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:34:03.282760 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6b9b9829-d3e8-4d10-ab55-5b8eb6916639 req-209956f2-99bf-4021-a728-39b1f29520ca service neutron] 10.222.0.15 "GET /v2.0/networks/cc274260-5d38-4e43-aa07-b73fcfa156ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545028 May 23 12:34:03.289166 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 1c168015-cbd1-4ffe-8cf8-c803d21df858 up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:34:03.294872 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:03.337939 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7f7577ed-1d3e-46ac-b605-e907a497ae85 req-7406a7c3-6a48-4d9d-a40c-b34a21939aef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517302 May 23 12:34:03.412903 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:03.422876 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:03.441576 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning for port 1c168015-cbd1-4ffe-8cf8-c803d21df858 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 12:34:03.460522 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port 1c168015-cbd1-4ffe-8cf8-c803d21df858 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:34:03.462295 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (1c168015-cbd1-4ffe-8cf8-c803d21df858), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:03.610104 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:03.653155 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb313e7-e8fd-4ed5-b907-794da6f9a36d req-646585e9-9685-43a3-b670-55965ce77beb tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:03.655412 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9bb313e7-e8fd-4ed5-b907-794da6f9a36d req-646585e9-9685-43a3-b670-55965ce77beb tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5 HTTP/1.1" status: 200 len: 945 time: 0.4137578 May 23 12:34:03.682074 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-25c7d283-ad14-483e-b3f8-9745db20cad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:03.695107 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 1c168015-cbd1-4ffe-8cf8-c803d21df858 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:34:03.697554 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (1c168015-cbd1-4ffe-8cf8-c803d21df858), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:03.721790 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef273604-dc02-41e9-aa06-6849fc7353ea req-8389cebc-ea89-4181-93d4-40826c38a339 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e04c3229-ca64-4d42-97dd-e95f86784140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7112293 May 23 12:34:03.722777 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-6eb13eef-8e5c-4dcc-92d8-1866bfcfe130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:03.724256 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-6eb13eef-8e5c-4dcc-92d8-1866bfcfe130 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcc45b8bab17498cadda8d64b3a76780&device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 1127 time: 0.6509655 May 23 12:34:03.767773 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 1c168015-cbd1-4ffe-8cf8-c803d21df858, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1c168015-cbd1-4ffe-8cf8-c803d21df858,segment=NetworkSegment(85f304ec-f4f0-4cbb-aa66-ee2df5bb0198),segment_id=85f304ec-f4f0-4cbb-aa66-ee2df5bb0198)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:34:03.770511 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-2121fd00-1789-4c62-9f56-7ef07bc17642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'name': 'tempest-AttachVolumeShelveTestJSON-961891884-router', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:05Z', 'updated_at': '2022-05-23T12:33:18Z', 'revision_number': 4, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'gw_port': {'id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:07Z', 'updated_at': '2022-05-23T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'abb7f5a7-a742-4742-a5c8-80b5ebedd8ac', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'port_id': '357ce430-3b90-4a7c-b2f3-c2ee303501e4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'mac_address': 'fa:16:3e:5a:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37af9c-e5f8-4233-97f3-4280a2114e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:33:32Z', 'updated_at': '2022-05-23T12:34:01Z', 'revision_number': 1, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f147c7-4926-4212-96c9-da83805a04b1', 'name': '', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'mac_address': 'fa:16:3e:50:46:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:15Z', 'updated_at': '2022-05-23T12:33:30Z', 'revision_number': 5, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'subnets': [{'id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:34:03.771082 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380a99e6-38d9-4af6-9fa8-5506a0ffcf5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c168015-cbd1-4ffe-8cf8-c803d21df858'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:34:03.777144 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d9b7f8-bcc9-41aa-98cf-44c4a0579b78" -d '{"events": [{"server_uuid": "380a99e6-38d9-4af6-9fa8-5506a0ffcf5e", "name": "network-vif-plugged", "status": "completed", "tag": "1c168015-cbd1-4ffe-8cf8-c803d21df858"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:34:03.784267 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (1c168015-cbd1-4ffe-8cf8-c803d21df858), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:03.819113 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9bb313e7-e8fd-4ed5-b907-794da6f9a36d req-f30a1fb7-681e-48bf-bc56-22194cfdb9f3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04c3229-ca64-4d42-97dd-e95f86784140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527531 May 23 12:34:03.822344 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefb024-4882-43cc-a331-612e2b428ba8 req-0f7ed2e4-6f67-4d65-a8ea-915521f49d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:03.823816 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2fefb024-4882-43cc-a331-612e2b428ba8 req-0f7ed2e4-6f67-4d65-a8ea-915521f49d43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0502b9ef01e2460893cfc855d44db0c7&device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 1130 time: 0.6446414 May 23 12:34:03.843343 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6b9b9829-d3e8-4d10-ab55-5b8eb6916639 req-99d8e2ef-5e17-452f-bfd3-52264c98f5f3 service neutron] 10.222.0.15 "GET /v2.0/networks/cc274260-5d38-4e43-aa07-b73fcfa156ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012949 May 23 12:34:03.846123 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-621144db-c5e0-4f97-b51a-399c38e5b7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for subnet (778b3ba6-041a-47ce-b097-3cccaff86968), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:03.854690 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2121fd00-1789-4c62-9f56-7ef07bc17642 None None] Checking router: 15b1f5f6-3920-485f-bd91-2274c10531a5 for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:34:03.894273 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2121fd00-1789-4c62-9f56-7ef07bc17642 None None] Routers {'15b1f5f6-3920-485f-bd91-2274c10531a5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:34:03.894904 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-2121fd00-1789-4c62-9f56-7ef07bc17642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:33:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['15b1f5f6-3920-485f-bd91-2274c10531a5'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:34:03.909236 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=1c168015-cbd1-4ffe-8cf8-c803d21df858,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:03.925834 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:03.936153 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621144db-c5e0-4f97-b51a-399c38e5b7b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=778b3ba6-041a-47ce-b097-3cccaff86968,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:03.941562 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-25c7d283-ad14-483e-b3f8-9745db20cad9 admin admin] Publish callbacks [] for security_group (4bf41d16-3a39-4f7a-b21f-243e9db4c48d), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:03.949055 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-25c7d283-ad14-483e-b3f8-9745db20cad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (4bf41d16-3a39-4f7a-b21f-243e9db4c48d), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:03.976700 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621144db-c5e0-4f97-b51a-399c38e5b7b9 admin admin] Checking segment: {'id': '50ab3148-ab85-4e5d-a663-0fc396191bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4e663fc1-5b7b-4160-8e94-0fe124281ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:34:03.977716 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621144db-c5e0-4f97-b51a-399c38e5b7b9 admin admin] Network hostable DHCP agents. Network: 4e663fc1-5b7b-4160-8e94-0fe124281ff9, hostable agents: ['f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96'], hosted agents: [] {{(pid=103849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:34:03.999122 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621144db-c5e0-4f97-b51a-399c38e5b7b9 admin admin] Network 4e663fc1-5b7b-4160-8e94-0fe124281ff9 is scheduled to be hosted by DHCP agent f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96 with binding_index 1 {{(pid=103849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:34:04.006301 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f4757-3367-4256-a994-e68e17d9a91c req-9c2a5caf-e25c-428f-ae5e-00d3c387650b tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:04.013071 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-621144db-c5e0-4f97-b51a-399c38e5b7b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-27-iscsi, 4e663fc1-5b7b-4160-8e94-0fe124281ff9) {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:34:04.013928 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2c2f4757-3367-4256-a994-e68e17d9a91c req-9c2a5caf-e25c-428f-ae5e-00d3c387650b tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 944 time: 0.3514400 May 23 12:34:04.020402 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621144db-c5e0-4f97-b51a-399c38e5b7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:04.020953 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-621144db-c5e0-4f97-b51a-399c38e5b7b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:04.022613 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9016bef8-70fa-421b-bb99-813ef7432ee1 None None] Network 4e663fc1-5b7b-4160-8e94-0fe124281ff9 requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:34:04.054428 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-621144db-c5e0-4f97-b51a-399c38e5b7b9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2313309 May 23 12:34:04.103930 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-25c7d283-ad14-483e-b3f8-9745db20cad9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f12896827f44210bb7f34c340c44356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9116762 May 23 12:34:04.106496 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 51754) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:04.145841 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-2121fd00-1789-4c62-9f56-7ef07bc17642 None None] Set router 15b1f5f6-3920-485f-bd91-2274c10531a5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:34:04.146416 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:04.156314 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e844d0-77df-4119-b7e5-d7ca6b887848 req-d14bb04b-e5c9-4f2d-a9f8-1410cfa790e8 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:04.156314 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-09e844d0-77df-4119-b7e5-d7ca6b887848 req-d14bb04b-e5c9-4f2d-a9f8-1410cfa790e8 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 945 time: 0.1673110 May 23 12:34:04.165251 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7d283-ad14-483e-b3f8-9745db20cad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf41d16-3a39-4f7a-b21f-243e9db4c48d,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:04.201610 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a3467766-33e8-4c2d-92f8-6e83cda04daf admin admin] Publish callbacks [] for security_group (4bf41d16-3a39-4f7a-b21f-243e9db4c48d), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:04.212101 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2c2f4757-3367-4256-a994-e68e17d9a91c req-435f0cd9-6de8-473a-bc3f-0f389d65b8ea tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210673 May 23 12:34:04.247100 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-09e844d0-77df-4119-b7e5-d7ca6b887848 req-5a59c833-a4a3-43be-b7ee-9c81c2afd155 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/security-groups?id=d42b0484-7776-4217-ab6b-cc83b3573eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781667 May 23 12:34:04.253107 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a3467766-33e8-4c2d-92f8-6e83cda04daf admin admin] Publish callbacks [] for security_group (4bf41d16-3a39-4f7a-b21f-243e9db4c48d), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:04.274771 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f65b5a3-f628-4cfe-a2f6-92e8979e0c76 None None] Network 4e663fc1-5b7b-4160-8e94-0fe124281ff9 requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:34:04.391415 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a3467766-33e8-4c2d-92f8-6e83cda04daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (4bf41d16-3a39-4f7a-b21f-243e9db4c48d), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:04.396426 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a3467766-33e8-4c2d-92f8-6e83cda04daf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:04.401589 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-a3467766-33e8-4c2d-92f8-6e83cda04daf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4bf41d16-3a39-4f7a-b21f-243e9db4c48d HTTP/1.1" status: 204 len: 168 time: 0.2911189 May 23 12:34:04.401776 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180be134-1ff6-49b9-9e03-4fe4f531a14c x-openstack-request-id: req-180be134-1ff6-49b9-9e03-4fe4f531a14c {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:34:04.401776 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380a99e6-38d9-4af6-9fa8-5506a0ffcf5e", "name": "network-vif-plugged", "status": "completed", "tag": "1c168015-cbd1-4ffe-8cf8-c803d21df858", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:34:04.401776 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-180be134-1ff6-49b9-9e03-4fe4f531a14c {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:34:04.401776 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-180be134-1ff6-49b9-9e03-4fe4f531a14c'] response: {'server_uuid': '380a99e6-38d9-4af6-9fa8-5506a0ffcf5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c168015-cbd1-4ffe-8cf8-c803d21df858', 'code': 200} May 23 12:34:04.412118 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3467766-33e8-4c2d-92f8-6e83cda04daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf41d16-3a39-4f7a-b21f-243e9db4c48d,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:04.586617 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cb8e6-7911-45de-9f01-bf95a780baee req-5139d172-5c60-4e81-b7f2-c948c22e8832 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:04.588784 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8a2cb8e6-7911-45de-9f01-bf95a780baee req-5139d172-5c60-4e81-b7f2-c948c22e8832 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 943 time: 0.1174502 May 23 12:34:04.590057 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-2121fd00-1789-4c62-9f56-7ef07bc17642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'name': 'tempest-AttachVolumeShelveTestJSON-961891884-router', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:05Z', 'updated_at': '2022-05-23T12:33:18Z', 'revision_number': 4, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'gw_port': {'id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:07Z', 'updated_at': '2022-05-23T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'abb7f5a7-a742-4742-a5c8-80b5ebedd8ac', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'port_id': '357ce430-3b90-4a7c-b2f3-c2ee303501e4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'mac_address': 'fa:16:3e:5a:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37af9c-e5f8-4233-97f3-4280a2114e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:33:32Z', 'updated_at': '2022-05-23T12:34:01Z', 'revision_number': 1, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f147c7-4926-4212-96c9-da83805a04b1', 'name': '', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'mac_address': 'fa:16:3e:50:46:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:15Z', 'updated_at': '2022-05-23T12:33:30Z', 'revision_number': 5, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'subnets': [{'id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:34:04.636124 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:04.642906 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2121fd00-1789-4c62-9f56-7ef07bc17642 None None] The sync data for ids ['15b1f5f6-3920-485f-bd91-2274c10531a5'] in dv-cinder-836996-27-iscsi is: [{'id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'name': 'tempest-AttachVolumeShelveTestJSON-961891884-router', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:05Z', 'updated_at': '2022-05-23T12:33:18Z', 'revision_number': 4, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'gw_port': {'id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:07Z', 'updated_at': '2022-05-23T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'abb7f5a7-a742-4742-a5c8-80b5ebedd8ac', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'port_id': '357ce430-3b90-4a7c-b2f3-c2ee303501e4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'mac_address': 'fa:16:3e:5a:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37af9c-e5f8-4233-97f3-4280a2114e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:33:32Z', 'updated_at': '2022-05-23T12:34:01Z', 'revision_number': 1, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f147c7-4926-4212-96c9-da83805a04b1', 'name': '', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'mac_address': 'fa:16:3e:50:46:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:15Z', 'updated_at': '2022-05-23T12:33:30Z', 'revision_number': 5, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'subnets': [{'id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:34:04.667252 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-8347714d-cfe6-454f-9a72-03b346b91416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:04.682118 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8a2cb8e6-7911-45de-9f01-bf95a780baee req-23821d06-2279-4585-a135-7f320a62ccaa tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871291 May 23 12:34:04.987593 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522cf8b-efb0-4996-b3f5-c6c1ac2c3763 req-68bf714b-dc20-4581-949f-62640c644d5d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:04.995738 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c522cf8b-efb0-4996-b3f5-c6c1ac2c3763 req-68bf714b-dc20-4581-949f-62640c644d5d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5 HTTP/1.1" status: 200 len: 945 time: 0.0834503 May 23 12:34:05.003029 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 51788) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:05.027917 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28663030-8569-4241-826e-198834377e85 None None] New status for floating IP abb7f5a7-a742-4742-a5c8-80b5ebedd8ac: ACTIVE {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:34:05.069885 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d919dcc9-fd47-426f-b61d-a2ff63045f25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:05.109182 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c522cf8b-efb0-4996-b3f5-c6c1ac2c3763 req-5eaf92b5-55e0-4ac8-8e1e-dc8c8e2af79d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04c3229-ca64-4d42-97dd-e95f86784140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122191 May 23 12:34:05.183281 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d919dcc9-fd47-426f-b61d-a2ff63045f25 admin admin] Publish callbacks [] for security_group (2370c8c4-5d70-4e21-b3b8-5f708abf6c96), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:05.188629 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d919dcc9-fd47-426f-b61d-a2ff63045f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (2370c8c4-5d70-4e21-b3b8-5f708abf6c96), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:05.249252 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-d919dcc9-fd47-426f-b61d-a2ff63045f25 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c990794d3b094b39bd4340ff9ef90032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441380 May 23 12:34:05.249408 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 51800) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:05.250513 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919dcc9-fd47-426f-b61d-a2ff63045f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2370c8c4-5d70-4e21-b3b8-5f708abf6c96,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:05.269552 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919dcc9-fd47-426f-b61d-a2ff63045f25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.270155 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919dcc9-fd47-426f-b61d-a2ff63045f25 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.270486 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919dcc9-fd47-426f-b61d-a2ff63045f25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.271251 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919dcc9-fd47-426f-b61d-a2ff63045f25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.273151 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919dcc9-fd47-426f-b61d-a2ff63045f25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.273703 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919dcc9-fd47-426f-b61d-a2ff63045f25 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.275135 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919dcc9-fd47-426f-b61d-a2ff63045f25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.275551 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919dcc9-fd47-426f-b61d-a2ff63045f25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.276421 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919dcc9-fd47-426f-b61d-a2ff63045f25 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.276421 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919dcc9-fd47-426f-b61d-a2ff63045f25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.276596 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919dcc9-fd47-426f-b61d-a2ff63045f25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.276935 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919dcc9-fd47-426f-b61d-a2ff63045f25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.277265 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919dcc9-fd47-426f-b61d-a2ff63045f25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.277651 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919dcc9-fd47-426f-b61d-a2ff63045f25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.278064 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919dcc9-fd47-426f-b61d-a2ff63045f25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.470164 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-5894d0ee-4f19-4ce4-afae-fb7d8ea7ae6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4590a1b-944a-40a6-ae11-0a586abe29b8 HTTP/1.1" status: 200 len: 217 time: 0.1476831 May 23 12:34:05.558738 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdff6cf-d578-4e66-87b7-00acb543c91b req-168efced-8c81-4d5a-86bd-e92eef77fab3 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:05.560238 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5cdff6cf-d578-4e66-87b7-00acb543c91b req-168efced-8c81-4d5a-86bd-e92eef77fab3 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 945 time: 0.1166799 May 23 12:34:05.566978 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8b1091d6-bc4a-4f60-af0a-623f74b68929 admin admin] Publish callbacks [] for security_group (2370c8c4-5d70-4e21-b3b8-5f708abf6c96), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:05.578921 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c0ada-f7c6-4412-b95b-10c63a0b83d3 req-189434a9-f707-4e26-9f2f-9091384afb19 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:05.580418 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8f2c0ada-f7c6-4412-b95b-10c63a0b83d3 req-189434a9-f707-4e26-9f2f-9091384afb19 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.1357346 May 23 12:34:05.646097 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefb024-4882-43cc-a331-612e2b428ba8 req-b2022064-0e16-4744-84e5-cfcaa8ded035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:05.647572 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2fefb024-4882-43cc-a331-612e2b428ba8 req-b2022064-0e16-4744-84e5-cfcaa8ded035 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3322fe8c-081c-4cfd-b180-198330997eff HTTP/1.1" status: 200 len: 917 time: 0.2936327 May 23 12:34:05.650605 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8b1091d6-bc4a-4f60-af0a-623f74b68929 admin admin] Publish callbacks [] for security_group (2370c8c4-5d70-4e21-b3b8-5f708abf6c96), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:05.714285 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5cdff6cf-d578-4e66-87b7-00acb543c91b req-9359333a-346b-4174-8e8e-ccba7a553cf6 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/security-groups?id=d42b0484-7776-4217-ab6b-cc83b3573eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438463 May 23 12:34:05.724805 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8f2c0ada-f7c6-4412-b95b-10c63a0b83d3 req-2ab27bfd-af1d-4dba-a6a3-9ac94559e395 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298933 May 23 12:34:05.784743 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8b1091d6-bc4a-4f60-af0a-623f74b68929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (2370c8c4-5d70-4e21-b3b8-5f708abf6c96), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:05.788322 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7577ed-1d3e-46ac-b605-e907a497ae85 req-b6b6dd2d-f581-4ca8-911b-ee514b4cb3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:05.790088 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7f7577ed-1d3e-46ac-b605-e907a497ae85 req-b6b6dd2d-f581-4ca8-911b-ee514b4cb3ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f94aad6b61d49da817d70d2b91a7594&device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 1129 time: 0.0465786 May 23 12:34:05.790926 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8b1091d6-bc4a-4f60-af0a-623f74b68929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:05.792607 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-8b1091d6-bc4a-4f60-af0a-623f74b68929 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2370c8c4-5d70-4e21-b3b8-5f708abf6c96 HTTP/1.1" status: 204 len: 168 time: 0.5416291 May 23 12:34:05.809424 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1091d6-bc4a-4f60-af0a-623f74b68929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2370c8c4-5d70-4e21-b3b8-5f708abf6c96,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:05.876510 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1091d6-bc4a-4f60-af0a-623f74b68929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.876858 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1091d6-bc4a-4f60-af0a-623f74b68929 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.877197 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1091d6-bc4a-4f60-af0a-623f74b68929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.877535 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1091d6-bc4a-4f60-af0a-623f74b68929 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.877865 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1091d6-bc4a-4f60-af0a-623f74b68929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.878193 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1091d6-bc4a-4f60-af0a-623f74b68929 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.878560 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1091d6-bc4a-4f60-af0a-623f74b68929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.878839 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1091d6-bc4a-4f60-af0a-623f74b68929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.879167 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1091d6-bc4a-4f60-af0a-623f74b68929 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.879496 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1091d6-bc4a-4f60-af0a-623f74b68929 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.879869 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1091d6-bc4a-4f60-af0a-623f74b68929 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.880122 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1091d6-bc4a-4f60-af0a-623f74b68929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.880466 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1091d6-bc4a-4f60-af0a-623f74b68929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.880788 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1091d6-bc4a-4f60-af0a-623f74b68929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.881104 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1091d6-bc4a-4f60-af0a-623f74b68929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:05.979195 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:05.998372 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997ba61-863c-4ca7-95c6-c36ee023df96 req-b7a4f363-96a2-4422-9df4-6f64fcc31726 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:06.005315 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f997ba61-863c-4ca7-95c6-c36ee023df96 req-b7a4f363-96a2-4422-9df4-6f64fcc31726 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 943 time: 0.1994760 May 23 12:34:06.031120 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7577ed-1d3e-46ac-b605-e907a497ae85 req-aaa06efd-6091-43a5-a887-944f2bf087a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:06.033230 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7f7577ed-1d3e-46ac-b605-e907a497ae85 req-aaa06efd-6091-43a5-a887-944f2bf087a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd68bfaf-6631-4742-baab-cd5040ec2035 HTTP/1.1" status: 200 len: 912 time: 0.1276689 May 23 12:34:06.051791 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2fefb024-4882-43cc-a331-612e2b428ba8 req-be79a169-a0c7-47e1-b39d-c3b7d39ec4a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=357ce430-3b90-4a7c-b2f3-c2ee303501e4 HTTP/1.1" status: 200 len: 1002 time: 0.1928573 May 23 12:34:06.063271 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-e2fb9c1e-d551-4db3-8bfa-a2fe7d7872da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:06.067312 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-e2fb9c1e-d551-4db3-8bfa-a2fe7d7872da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f25e8178-dbfd-4850-b4e0-0743c897d958 HTTP/1.1" status: 200 len: 858 time: 0.2076819 May 23 12:34:06.090734 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f997ba61-863c-4ca7-95c6-c36ee023df96 req-0eab2a50-2874-4d52-97fd-754c3ee35821 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845184 May 23 12:34:06.253422 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7f7577ed-1d3e-46ac-b605-e907a497ae85 req-72deb667-d6d2-403f-8948-d7862443c62c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c165f7a4-5ae0-43f4-b352-6a0940825a20 HTTP/1.1" status: 200 len: 217 time: 0.0871086 May 23 12:34:06.303537 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4a4bf-ec77-418f-ab94-ae6ad1e087d9 req-3b5ab4f3-8304-4bc1-9890-d787e8ee48b0 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:06.305603 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ace4a4bf-ec77-418f-ab94-ae6ad1e087d9 req-3b5ab4f3-8304-4bc1-9890-d787e8ee48b0 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5 HTTP/1.1" status: 200 len: 945 time: 0.1215439 May 23 12:34:06.309472 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefb024-4882-43cc-a331-612e2b428ba8 req-0c102bcb-d643-4b67-acaf-6059359a87f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:06.310895 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2fefb024-4882-43cc-a331-612e2b428ba8 req-0c102bcb-d643-4b67-acaf-6059359a87f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=57d02ce0-600b-49a7-8858-5c68dbc63a01 HTTP/1.1" status: 200 len: 855 time: 0.1433845 May 23 12:34:06.311995 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-a4c8af95-fcdf-40fd-b5d7-40b4dfa45496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:06.313375 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-a4c8af95-fcdf-40fd-b5d7-40b4dfa45496 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4833a70f-d11d-46d6-944f-14af0b04cad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1083810 May 23 12:34:06.354122 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:06.368411 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ace4a4bf-ec77-418f-ab94-ae6ad1e087d9 req-8a7da0bf-bad4-416c-8d99-b3836f372bfd tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04c3229-ca64-4d42-97dd-e95f86784140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482597 May 23 12:34:06.746361 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:06.779632 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:06.786185 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30f381-51fc-4ea4-ac46-0a747bb00e57 req-9faed799-a86a-45b3-8b9c-fba923ce8703 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:06.787888 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8a30f381-51fc-4ea4-ac46-0a747bb00e57 req-9faed799-a86a-45b3-8b9c-fba923ce8703 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 945 time: 0.1079938 May 23 12:34:06.824882 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefb024-4882-43cc-a331-612e2b428ba8 req-fcf72434-0c82-4ad9-8776-af205cf61248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:06.827109 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2fefb024-4882-43cc-a331-612e2b428ba8 req-fcf72434-0c82-4ad9-8776-af205cf61248 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3322fe8c-081c-4cfd-b180-198330997eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1719878 May 23 12:34:06.844283 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7577ed-1d3e-46ac-b605-e907a497ae85 req-1b965461-b2d3-4c0f-936e-f07bc5933257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:06.845778 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7f7577ed-1d3e-46ac-b605-e907a497ae85 req-1b965461-b2d3-4c0f-936e-f07bc5933257 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=68212d90-e130-4d09-8d35-53d81ac2f7a4 HTTP/1.1" status: 200 len: 851 time: 0.2038527 May 23 12:34:06.882580 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24501f-e5ce-4dff-a2d2-c79246a2666e req-fb424f3f-2665-483d-9ea2-91e7f6034bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:06.885248 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5e24501f-e5ce-4dff-a2d2-c79246a2666e req-fb424f3f-2665-483d-9ea2-91e7f6034bb4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 1129 time: 0.2327914 May 23 12:34:07.002498 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e701512-66bf-4880-a219-43fa0a23bf97 req-52475dab-e659-43c0-b546-937f47dae6ea tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:07.002827 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7f7577ed-1d3e-46ac-b605-e907a497ae85 req-9af36a03-36e9-47e7-855e-6518c36420ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd68bfaf-6631-4742-baab-cd5040ec2035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1469481 May 23 12:34:07.004688 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1e701512-66bf-4880-a219-43fa0a23bf97 req-52475dab-e659-43c0-b546-937f47dae6ea tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0719914 May 23 12:34:07.175467 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-7f2122d3-81a5-4e39-aeb6-a0f6de523855 service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329137 May 23 12:34:07.227938 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-8a30f381-51fc-4ea4-ac46-0a747bb00e57 req-6eb9d9ac-30f8-4421-a1ba-4728a23b237a tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Deleting port c165f7a4-5ae0-43f4-b352-6a0940825a20 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:34:07.228321 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-8a30f381-51fc-4ea4-ac46-0a747bb00e57 req-6eb9d9ac-30f8-4421-a1ba-4728a23b237a tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (c165f7a4-5ae0-43f4-b352-6a0940825a20), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:07.276761 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:07.306713 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-c9cf7120-69bb-495a-9e7f-1caa2f8852ee service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202943 May 23 12:34:07.328233 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5e24501f-e5ce-4dff-a2d2-c79246a2666e req-f4493842-9e11-4a34-9031-2c9acc689dc8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3390756 May 23 12:34:07.339981 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272a3b6-c68a-41bc-8088-87c6a21a5c9f req-3ecdb9c7-32d4-4a8b-97c4-e23b93f73a63 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:07.346839 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8272a3b6-c68a-41bc-8088-87c6a21a5c9f req-3ecdb9c7-32d4-4a8b-97c4-e23b93f73a63 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 945 time: 0.2464995 May 23 12:34:07.358235 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1e701512-66bf-4880-a219-43fa0a23bf97 req-80cdeb4a-6221-4589-9861-d6bc47b73df2 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2931006 May 23 12:34:07.374471 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=8 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:07.380328 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7f7577ed-1d3e-46ac-b605-e907a497ae85 req-35b5d4a1-fb27-44f5-be5d-859e23b6149d service neutron] 10.222.0.15 "GET /v2.0/networks/dd68bfaf-6631-4742-baab-cd5040ec2035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818236 May 23 12:34:07.383480 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2fefb024-4882-43cc-a331-612e2b428ba8 req-9d1a9ca1-2da6-4feb-9ed1-1ff1fb7c526a service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5429354 May 23 12:34:07.394189 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 51908) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:07.402418 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-8a30f381-51fc-4ea4-ac46-0a747bb00e57 req-6eb9d9ac-30f8-4421-a1ba-4728a23b237a tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] For port c165f7a4-5ae0-43f4-b352-6a0940825a20, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c165f7a4-5ae0-43f4-b352-6a0940825a20,segment=NetworkSegment(115491fe-8efa-440e-9c04-13bc12577016),segment_id=115491fe-8efa-440e-9c04-13bc12577016)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:34:07.403053 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-8a30f381-51fc-4ea4-ac46-0a747bb00e57 req-6eb9d9ac-30f8-4421-a1ba-4728a23b237a tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (c165f7a4-5ae0-43f4-b352-6a0940825a20), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:07.426490 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-8a30f381-51fc-4ea4-ac46-0a747bb00e57 req-6eb9d9ac-30f8-4421-a1ba-4728a23b237a tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Calling delete_port for c165f7a4-5ae0-43f4-b352-6a0940825a20 owned by compute:nova {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:34:07.449984 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8272a3b6-c68a-41bc-8088-87c6a21a5c9f req-9cc537ea-2ceb-48f5-b114-bdf98e76bf7e tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/security-groups?id=d42b0484-7776-4217-ab6b-cc83b3573eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021471 May 23 12:34:07.556796 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909bc4e-2df0-470a-9b0d-9652734ecb43 req-f8e70555-63d8-493d-9691-eafc0011a390 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:07.563760 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9909bc4e-2df0-470a-9b0d-9652734ecb43 req-f8e70555-63d8-493d-9691-eafc0011a390 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 943 time: 0.1123915 May 23 12:34:07.676707 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ba924-edc8-4a16-a653-a17f5f9399b0 req-0fc9d5b4-6ef5-495a-8f0b-3dd22368a0f8 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:07.678255 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7e7ba924-edc8-4a16-a653-a17f5f9399b0 req-0fc9d5b4-6ef5-495a-8f0b-3dd22368a0f8 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5 HTTP/1.1" status: 200 len: 945 time: 0.1612959 May 23 12:34:07.679065 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ab64ffb1-9484-469a-8c0c-abb6daa2f85e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:07.695470 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-8a30f381-51fc-4ea4-ac46-0a747bb00e57 req-6eb9d9ac-30f8-4421-a1ba-4728a23b237a tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134'] for port (c165f7a4-5ae0-43f4-b352-6a0940825a20), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:07.747394 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9d9ac-30f8-4421-a1ba-4728a23b237a tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Pushing event deleted for resources: {'Port': ['ID=c165f7a4-5ae0-43f4-b352-6a0940825a20,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:07.807173 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:07.809710 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7f7577ed-1d3e-46ac-b605-e907a497ae85 req-400d65d8-7e6b-4d9c-9a91-fbc36d5cb72c service neutron] 10.222.0.15 "GET /v2.0/networks/dd68bfaf-6631-4742-baab-cd5040ec2035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145488 May 23 12:34:07.820904 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9909bc4e-2df0-470a-9b0d-9652734ecb43 req-9b7611d0-24aa-4ec7-b238-0de9e6bb910b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556412 May 23 12:34:07.826142 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a30f381-51fc-4ea4-ac46-0a747bb00e57 req-6eb9d9ac-30f8-4421-a1ba-4728a23b237a tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] No DVR routers for this DVR port c165f7a4-5ae0-43f4-b352-6a0940825a20 on host hv-cinder-83699 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:34:07.830572 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-8a30f381-51fc-4ea4-ac46-0a747bb00e57 req-6eb9d9ac-30f8-4421-a1ba-4728a23b237a tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:07.834471 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8a30f381-51fc-4ea4-ac46-0a747bb00e57 req-6eb9d9ac-30f8-4421-a1ba-4728a23b237a tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.15 "DELETE /v2.0/ports/c165f7a4-5ae0-43f4-b352-6a0940825a20 HTTP/1.1" status: 204 len: 173 time: 1.0339675 May 23 12:34:07.834942 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb177d8b-e293-48e0-ad13-3227f2a2e78a', 'name': 'network-vif-deleted', 'tag': 'c165f7a4-5ae0-43f4-b352-6a0940825a20'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:34:07.838276 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee34cd4-0ff7-4f79-8eb9-c5e96a60958b" -d '{"events": [{"server_uuid": "cb177d8b-e293-48e0-ad13-3227f2a2e78a", "name": "network-vif-deleted", "tag": "c165f7a4-5ae0-43f4-b352-6a0940825a20"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:34:07.884903 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220be4e6-5b39-40ef-8125-c8b01378da4e x-openstack-request-id: req-220be4e6-5b39-40ef-8125-c8b01378da4e {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:34:07.884903 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb177d8b-e293-48e0-ad13-3227f2a2e78a", "name": "network-vif-deleted", "tag": "c165f7a4-5ae0-43f4-b352-6a0940825a20", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:34:07.884903 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-220be4e6-5b39-40ef-8125-c8b01378da4e {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:34:07.884903 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-220be4e6-5b39-40ef-8125-c8b01378da4e'] response: {'server_uuid': 'cb177d8b-e293-48e0-ad13-3227f2a2e78a', 'name': 'network-vif-deleted', 'tag': 'c165f7a4-5ae0-43f4-b352-6a0940825a20', 'status': 'completed', 'code': 200} May 23 12:34:07.886000 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2fefb024-4882-43cc-a331-612e2b428ba8 req-2a684d3e-298f-4077-9eb9-549fa92b5b21 service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167050 May 23 12:34:07.891218 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7e7ba924-edc8-4a16-a653-a17f5f9399b0 req-2a698607-a42d-42dc-adaf-122693b48fdb tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04c3229-ca64-4d42-97dd-e95f86784140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019155 May 23 12:34:07.942599 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ab64ffb1-9484-469a-8c0c-abb6daa2f85e admin admin] Publish callbacks [] for security_group (573b6fb9-ff96-4acf-a748-c0fdc62b6ed6), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:07.946733 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ab64ffb1-9484-469a-8c0c-abb6daa2f85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (573b6fb9-ff96-4acf-a748-c0fdc62b6ed6), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:07.992567 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:08.027609 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-ab64ffb1-9484-469a-8c0c-abb6daa2f85e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cb4a58a707f4ddca6930fd35a34c30c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6317756 May 23 12:34:08.027907 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 51934) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:08.041781 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64ffb1-9484-469a-8c0c-abb6daa2f85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573b6fb9-ff96-4acf-a748-c0fdc62b6ed6,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:08.083816 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70777e-f570-41e6-b0b9-1d01851165bb req-46799cfd-6a76-47de-bd00-1d7e6c013ba1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:08.085303 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7f70777e-f570-41e6-b0b9-1d01851165bb req-46799cfd-6a76-47de-bd00-1d7e6c013ba1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5 HTTP/1.1" status: 200 len: 945 time: 0.1195555 May 23 12:34:08.097207 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 51944) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:08.101665 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-7d45d056-9a68-485f-a93d-ab25b52c5ee3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'floatingip': {'port_id': '25a3b497-66c4-4bc0-887a-9599ceea33ec'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:34:08.129775 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5678b123-3966-48a2-9f24-1f6ffae53228 admin admin] Publish callbacks [] for security_group (573b6fb9-ff96-4acf-a748-c0fdc62b6ed6), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:08.149999 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7d45d056-9a68-485f-a93d-ab25b52c5ee3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (c5aafc40-a560-4e5c-9450-5dd43a1b3f27), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:08.158484 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5678b123-3966-48a2-9f24-1f6ffae53228 admin admin] Publish callbacks [] for security_group (573b6fb9-ff96-4acf-a748-c0fdc62b6ed6), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:08.219353 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5678b123-3966-48a2-9f24-1f6ffae53228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (573b6fb9-ff96-4acf-a748-c0fdc62b6ed6), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:08.224288 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5678b123-3966-48a2-9f24-1f6ffae53228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:08.228656 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-5678b123-3966-48a2-9f24-1f6ffae53228 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/573b6fb9-ff96-4acf-a748-c0fdc62b6ed6 HTTP/1.1" status: 204 len: 168 time: 0.1893914 May 23 12:34:08.257147 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678b123-3966-48a2-9f24-1f6ffae53228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573b6fb9-ff96-4acf-a748-c0fdc62b6ed6,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:08.530113 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2a517-1fbe-41c2-8e13-491815fc6f64 req-93e322ce-acfd-4e8a-8b77-260f6e1a7c4c tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:08.532094 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5dc2a517-1fbe-41c2-8e13-491815fc6f64 req-93e322ce-acfd-4e8a-8b77-260f6e1a7c4c tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0646503 May 23 12:34:08.605444 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b966b970-8759-4f1d-943b-76bff7510c87 req-00d19df6-3d7b-47c4-8550-729dcbe91e0d tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 210 time: 0.0355568 May 23 12:34:08.642043 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5dc2a517-1fbe-41c2-8e13-491815fc6f64 req-c5316ebb-b045-4c00-9fd1-34574c5accd3 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039000 May 23 12:34:08.642470 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:08.725723 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 51962) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:08.740510 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-83778173-3908-422b-abe3-26ff3566a64c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:08.801635 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7d45d056-9a68-485f-a93d-ab25b52c5ee3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:08.807894 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7d45d056-9a68-485f-a93d-ab25b52c5ee3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (c5aafc40-a560-4e5c-9450-5dd43a1b3f27), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:08.809829 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:08.853525 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-83778173-3908-422b-abe3-26ff3566a64c admin admin] Publish callbacks [] for security_group (a8733970-d77f-43f3-a00d-e5d8c7e41ba9), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:08.876302 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-83778173-3908-422b-abe3-26ff3566a64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (a8733970-d77f-43f3-a00d-e5d8c7e41ba9), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:08.932468 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:08.953132 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.l3_db [None req-7d45d056-9a68-485f-a93d-ab25b52c5ee3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Floating IP c5aafc40-a560-4e5c-9450-5dd43a1b3f27 associated. External IP: 172.27.0.201, port: 25a3b497-66c4-4bc0-887a-9599ceea33ec. May 23 12:34:08.993422 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83778173-3908-422b-abe3-26ff3566a64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8733970-d77f-43f3-a00d-e5d8c7e41ba9,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:09.000693 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-83778173-3908-422b-abe3-26ff3566a64c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ecc73eaacc4455e93cfba924de6e3a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736950 May 23 12:34:09.003143 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 51968) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:09.022786 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cee4ea-254b-478c-818a-2b1ddf4ae705 req-e4d9d559-be0e-4773-8589-3d427611131d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:09.024384 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a3cee4ea-254b-478c-818a-2b1ddf4ae705 req-e4d9d559-be0e-4773-8589-3d427611131d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 943 time: 0.0874879 May 23 12:34:09.308074 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device c4590a1b-944a-40a6-ae11-0a586abe29b8 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:34:09.319902 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8a70707c-a9bb-4b12-8ddb-a084f368721f admin admin] Publish callbacks [] for security_group (a8733970-d77f-43f3-a00d-e5d8c7e41ba9), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:09.327559 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device c165f7a4-5ae0-43f4-b352-6a0940825a20 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:34:09.332126 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a3cee4ea-254b-478c-818a-2b1ddf4ae705 req-b21ee525-19b2-4e4e-8545-82ae8dac9cd8 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806751 May 23 12:34:09.355661 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:09.358826 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] No Port match for: c165f7a4-5ae0-43f4-b352-6a0940825a20 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:34:09.359533 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device c165f7a4-5ae0-43f4-b352-6a0940825a20 not bound to the agent host hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:34:09.361733 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8a70707c-a9bb-4b12-8ddb-a084f368721f admin admin] Publish callbacks [] for security_group (a8733970-d77f-43f3-a00d-e5d8c7e41ba9), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:09.385687 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d45d056-9a68-485f-a93d-ab25b52c5ee3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Router a1273a1e-93ca-4062-8a87-809e8bae5c19 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:34:09.422034 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8a70707c-a9bb-4b12-8ddb-a084f368721f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (a8733970-d77f-43f3-a00d-e5d8c7e41ba9), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:09.424925 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8a70707c-a9bb-4b12-8ddb-a084f368721f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:09.428902 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-8a70707c-a9bb-4b12-8ddb-a084f368721f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8733970-d77f-43f3-a00d-e5d8c7e41ba9 HTTP/1.1" status: 204 len: 168 time: 0.4247842 May 23 12:34:09.438939 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70707c-a9bb-4b12-8ddb-a084f368721f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8733970-d77f-43f3-a00d-e5d8c7e41ba9,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:09.527400 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port c4590a1b-944a-40a6-ae11-0a586abe29b8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c4590a1b-944a-40a6-ae11-0a586abe29b8,segment=NetworkSegment(99c468f3-8428-4de5-9a02-bb5d1ea7c294),segment_id=99c468f3-8428-4de5-9a02-bb5d1ea7c294)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:34:09.551847 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': 'c4590a1b-944a-40a6-ae11-0a586abe29b8', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'port_id': 'c4590a1b-944a-40a6-ae11-0a586abe29b8', 'mac_address': 'fa:16:3e:80:dc:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:34:09.564122 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d45d056-9a68-485f-a93d-ab25b52c5ee3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:34:09.583034 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296c32a-6936-4193-8ca1-407c817a5b7c None None] Sync routers for ids ['a1273a1e-93ca-4062-8a87-809e8bae5c19'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:34:09.583584 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7d45d056-9a68-485f-a93d-ab25b52c5ee3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:09.594413 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4296c32a-6936-4193-8ca1-407c817a5b7c None None] Routers {'a1273a1e-93ca-4062-8a87-809e8bae5c19'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:34:09.596745 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-4296c32a-6936-4193-8ca1-407c817a5b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:34:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['a1273a1e-93ca-4062-8a87-809e8bae5c19'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:34:09.623691 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port c4590a1b-944a-40a6-ae11-0a586abe29b8 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:34:09.624274 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (c4590a1b-944a-40a6-ae11-0a586abe29b8), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:09.649562 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:09.653821 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4590a1b-944a-40a6-ae11-0a586abe29b8 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:34:09.689123 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port c4590a1b-944a-40a6-ae11-0a586abe29b8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c4590a1b-944a-40a6-ae11-0a586abe29b8,segment=NetworkSegment(99c468f3-8428-4de5-9a02-bb5d1ea7c294),segment_id=99c468f3-8428-4de5-9a02-bb5d1ea7c294)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:34:09.721729 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (c4590a1b-944a-40a6-ae11-0a586abe29b8), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:09.746950 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-7d45d056-9a68-485f-a93d-ab25b52c5ee3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "PUT /v2.0/floatingips/c5aafc40-a560-4e5c-9450-5dd43a1b3f27 HTTP/1.1" status: 200 len: 991 time: 1.6465316 May 23 12:34:09.785525 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-4296c32a-6936-4193-8ca1-407c817a5b7c None None] Set router a1273a1e-93ca-4062-8a87-809e8bae5c19 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:34:09.828190 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=90,neutron:UPDATE=10 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:09.830688 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=c4590a1b-944a-40a6-ae11-0a586abe29b8,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:09.857503 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:09.858191 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:09.858951 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:09.859618 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:09.860205 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:09.860785 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:09.862875 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:09.863884 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:09.865369 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:09.865925 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:09.866464 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:09.867005 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:09.867913 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:09.870304 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:09.871285 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:34:09.871885 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7db2217a-c00f-4742-b174-eee5ee058994 req-20507614-466f-498f-b117-8302d2cf0e90 tempest-DeleteServersTestJSON-259516189 tempest-DeleteServersTestJSON-259516189-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb177d8b-e293-48e0-ad13-3227f2a2e78a HTTP/1.1" status: 200 len: 210 time: 0.0607181 May 23 12:34:09.885203 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5', 'tag': '25a3b497-66c4-4bc0-887a-9599ceea33ec'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:34:09.889792 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee716ef-3dfe-432d-b392-d54e9f8f0ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5", "tag": "25a3b497-66c4-4bc0-887a-9599ceea33ec"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:34:09.907617 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c9c21-7d63-4dbf-a40d-02541a5b1607 req-cec5ba0f-0d57-4121-b848-edc778653839 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:09.910213 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c29c9c21-7d63-4dbf-a40d-02541a5b1607 req-cec5ba0f-0d57-4121-b848-edc778653839 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.1442738 May 23 12:34:10.002751 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=100 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:10.018064 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['c4590a1b-944a-40a6-ae11-0a586abe29b8'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:34:10.034429 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:10.038672 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d292581-3ef3-4d07-9f5e-d0074cf49706 x-openstack-request-id: req-3d292581-3ef3-4d07-9f5e-d0074cf49706 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:34:10.038935 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5", "tag": "25a3b497-66c4-4bc0-887a-9599ceea33ec", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:34:10.039764 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d292581-3ef3-4d07-9f5e-d0074cf49706 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:34:10.040764 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d292581-3ef3-4d07-9f5e-d0074cf49706'] response: {'name': 'network-changed', 'server_uuid': '9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5', 'tag': '25a3b497-66c4-4bc0-887a-9599ceea33ec', 'status': 'completed', 'code': 200} May 23 12:34:10.067935 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c29c9c21-7d63-4dbf-a40d-02541a5b1607 req-a6efb167-5de1-4680-8d1d-c14d0c0fbe0d tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495969 May 23 12:34:10.137826 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=100 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:10.223161 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-4296c32a-6936-4193-8ca1-407c817a5b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'c5aafc40-a560-4e5c-9450-5dd43a1b3f27', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'port_id': '25a3b497-66c4-4bc0-887a-9599ceea33ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'mac_address': 'fa:16:3e:e2:52:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:33:39Z', 'updated_at': '2022-05-23T12:34:08Z', 'revision_number': 1, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:34:10.257698 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296c32a-6936-4193-8ca1-407c817a5b7c None None] Checking router: a1273a1e-93ca-4062-8a87-809e8bae5c19 for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:34:10.270678 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4296c32a-6936-4193-8ca1-407c817a5b7c None None] Routers {'a1273a1e-93ca-4062-8a87-809e8bae5c19'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:34:10.271418 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-4296c32a-6936-4193-8ca1-407c817a5b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:34:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['a1273a1e-93ca-4062-8a87-809e8bae5c19'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:34:10.382150 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee716ef-3dfe-432d-b392-d54e9f8f0ed4 req-0365a202-3ca6-49a6-a4cc-c625ac51bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:10.386414 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2ee716ef-3dfe-432d-b392-d54e9f8f0ed4 req-0365a202-3ca6-49a6-a4cc-c625ac51bab7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da82f9c566664cb1a974cf0d1bf1b09d&device_id=9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5 HTTP/1.1" status: 200 len: 1129 time: 0.0914907 May 23 12:34:10.530305 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-4296c32a-6936-4193-8ca1-407c817a5b7c None None] Set router a1273a1e-93ca-4062-8a87-809e8bae5c19 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:34:10.568475 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5e91e-b344-4b45-acf0-ae8e67fb7edf req-4f43728f-1ae9-400f-ba36-c36e472fd308 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:10.572500 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bcc5e91e-b344-4b45-acf0-ae8e67fb7edf req-4f43728f-1ae9-400f-ba36-c36e472fd308 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 944 time: 0.1458385 May 23 12:34:10.639578 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee716ef-3dfe-432d-b392-d54e9f8f0ed4 req-3fc34a5b-cb9d-4bde-8df1-61d452e6cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:10.641287 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2ee716ef-3dfe-432d-b392-d54e9f8f0ed4 req-3fc34a5b-cb9d-4bde-8df1-61d452e6cd88 service neutron] 10.222.0.15 "GET /v2.0/networks?id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a HTTP/1.1" status: 200 len: 915 time: 0.2482500 May 23 12:34:10.666168 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bcc5e91e-b344-4b45-acf0-ae8e67fb7edf req-c1734c48-ab4c-4e23-a77e-7ba86b4a727c tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885825 May 23 12:34:10.724825 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2ee716ef-3dfe-432d-b392-d54e9f8f0ed4 req-47fac712-06dd-4dd5-a522-67c953a19e4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25a3b497-66c4-4bc0-887a-9599ceea33ec HTTP/1.1" status: 200 len: 999 time: 0.0747411 May 23 12:34:10.784329 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee716ef-3dfe-432d-b392-d54e9f8f0ed4 req-1d88f5fc-405e-4894-9375-5612102b3295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:10.785884 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2ee716ef-3dfe-432d-b392-d54e9f8f0ed4 req-1d88f5fc-405e-4894-9375-5612102b3295 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be7def1c-9596-416f-a585-da28c5a17c31 HTTP/1.1" status: 200 len: 853 time: 0.0542023 May 23 12:34:10.795376 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-4296c32a-6936-4193-8ca1-407c817a5b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'c5aafc40-a560-4e5c-9450-5dd43a1b3f27', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'port_id': '25a3b497-66c4-4bc0-887a-9599ceea33ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'mac_address': 'fa:16:3e:e2:52:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:33:39Z', 'updated_at': '2022-05-23T12:34:08Z', 'revision_number': 1, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:34:10.821976 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296c32a-6936-4193-8ca1-407c817a5b7c None None] The sync data for ids ['a1273a1e-93ca-4062-8a87-809e8bae5c19'] in dv-cinder-836996-27-iscsi is: [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'c5aafc40-a560-4e5c-9450-5dd43a1b3f27', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'port_id': '25a3b497-66c4-4bc0-887a-9599ceea33ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'mac_address': 'fa:16:3e:e2:52:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:33:39Z', 'updated_at': '2022-05-23T12:34:08Z', 'revision_number': 1, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:34:10.842570 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee716ef-3dfe-432d-b392-d54e9f8f0ed4 req-da9d777c-3287-4267-b820-4de66fad5814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:10.844126 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2ee716ef-3dfe-432d-b392-d54e9f8f0ed4 req-da9d777c-3287-4267-b820-4de66fad5814 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0505662 May 23 12:34:10.974307 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2ee716ef-3dfe-432d-b392-d54e9f8f0ed4 req-52a4fc4d-9fd0-4cd2-92d1-b552a5d6f441 service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210968 May 23 12:34:11.110720 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2ee716ef-3dfe-432d-b392-d54e9f8f0ed4 req-e8a3ffa4-c806-41ff-a853-8149f01258c4 service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231890 May 23 12:34:11.152778 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12c5301-4e20-4696-b88d-5f261ba0747e None None] New status for floating IP c5aafc40-a560-4e5c-9450-5dd43a1b3f27: ACTIVE {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:34:11.279040 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796f48b-09d7-46a6-bef9-144c89d45b60 req-ddc24959-7228-4cdc-a56a-d3e9604ead7f tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:11.281000 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5796f48b-09d7-46a6-bef9-144c89d45b60 req-ddc24959-7228-4cdc-a56a-d3e9604ead7f tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0793316 May 23 12:34:11.373259 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device c4590a1b-944a-40a6-ae11-0a586abe29b8 up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:34:11.402420 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5796f48b-09d7-46a6-bef9-144c89d45b60 req-1f2b1269-d39e-4d37-bea6-d81540941497 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092210 May 23 12:34:11.471126 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning for port c4590a1b-944a-40a6-ae11-0a586abe29b8 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 12:34:11.481778 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port c4590a1b-944a-40a6-ae11-0a586abe29b8 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:34:11.482739 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (c4590a1b-944a-40a6-ae11-0a586abe29b8), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:11.603664 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608f542-b147-4d2f-a8e2-f2b40de069c6 req-f7c8ce4a-f68e-4144-ac8f-9435cdd0a1d4 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:11.605961 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a608f542-b147-4d2f-a8e2-f2b40de069c6 req-f7c8ce4a-f68e-4144-ac8f-9435cdd0a1d4 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0733526 May 23 12:34:11.617863 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 52046) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:11.624345 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-5fc53f96-b344-46bc-87a5-5e014d643a5f tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Request body: {'floatingip': {'port_id': '1c168015-cbd1-4ffe-8cf8-c803d21df858'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:34:11.663285 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port c4590a1b-944a-40a6-ae11-0a586abe29b8 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:34:11.663626 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (c4590a1b-944a-40a6-ae11-0a586abe29b8), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:11.699173 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5fc53f96-b344-46bc-87a5-5e014d643a5f tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for floatingip (2b34c15d-a396-420d-a193-7c7727812eed), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:11.711440 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6862b746-8558-4cd5-b71a-9a69ad923901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4590a1b-944a-40a6-ae11-0a586abe29b8'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:34:11.715417 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33af4c31-2068-4c18-863a-914942d51463" -d '{"events": [{"server_uuid": "6862b746-8558-4cd5-b71a-9a69ad923901", "name": "network-vif-plugged", "status": "completed", "tag": "c4590a1b-944a-40a6-ae11-0a586abe29b8"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:34:11.744798 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port c4590a1b-944a-40a6-ae11-0a586abe29b8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c4590a1b-944a-40a6-ae11-0a586abe29b8,segment=NetworkSegment(99c468f3-8428-4de5-9a02-bb5d1ea7c294),segment_id=99c468f3-8428-4de5-9a02-bb5d1ea7c294)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:34:11.754325 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (c4590a1b-944a-40a6-ae11-0a586abe29b8), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:11.787371 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bfdc47-3e75-4725-9658-1b9ebc53536c x-openstack-request-id: req-04bfdc47-3e75-4725-9658-1b9ebc53536c {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:34:11.788366 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6862b746-8558-4cd5-b71a-9a69ad923901", "name": "network-vif-plugged", "status": "completed", "tag": "c4590a1b-944a-40a6-ae11-0a586abe29b8", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:34:11.788784 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04bfdc47-3e75-4725-9658-1b9ebc53536c {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:34:11.790146 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04bfdc47-3e75-4725-9658-1b9ebc53536c'] response: {'server_uuid': '6862b746-8558-4cd5-b71a-9a69ad923901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4590a1b-944a-40a6-ae11-0a586abe29b8', 'code': 200} May 23 12:34:11.812430 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e296c5a-2e08-4526-8a01-b6b5f72ed02f req-ccf0c18f-93ab-4d38-a6ff-80448d03577d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:11.816815 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0e296c5a-2e08-4526-8a01-b6b5f72ed02f req-ccf0c18f-93ab-4d38-a6ff-80448d03577d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0560157 May 23 12:34:11.824306 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=c4590a1b-944a-40a6-ae11-0a586abe29b8,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:11.882713 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0e296c5a-2e08-4526-8a01-b6b5f72ed02f req-87102c95-3f4e-4bbf-ad92-0a11d1ef9c15 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607359 May 23 12:34:12.003092 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdb337-ac6e-4ea2-aa68-e174052f10ad req-a34e5229-4dbe-40f2-95bc-2ff9c3cdadf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:12.005374 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e9cdb337-ac6e-4ea2-aa68-e174052f10ad req-a34e5229-4dbe-40f2-95bc-2ff9c3cdadf7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 1129 time: 0.0460262 May 23 12:34:12.059582 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e9cdb337-ac6e-4ea2-aa68-e174052f10ad req-31ef5d26-79e8-4e06-b091-1e4a581301ee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459833 May 23 12:34:12.223718 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5fc53f96-b344-46bc-87a5-5e014d643a5f tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:12.229022 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5fc53f96-b344-46bc-87a5-5e014d643a5f tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (2b34c15d-a396-420d-a193-7c7727812eed), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:12.336016 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.l3_db [None req-5fc53f96-b344-46bc-87a5-5e014d643a5f tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Floating IP 2b34c15d-a396-420d-a193-7c7727812eed associated. External IP: 172.27.0.89, port: 1c168015-cbd1-4ffe-8cf8-c803d21df858. May 23 12:34:12.381107 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:12.385875 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:12.549949 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc53f96-b344-46bc-87a5-5e014d643a5f tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:34:12.663673 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc53f96-b344-46bc-87a5-5e014d643a5f tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:34:12.688647 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5fc53f96-b344-46bc-87a5-5e014d643a5f tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:12.689345 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a630483a-a919-409a-b108-750549186585 None None] Sync routers for ids ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:34:12.711600 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-5fc53f96-b344-46bc-87a5-5e014d643a5f tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "PUT /v2.0/floatingips/2b34c15d-a396-420d-a193-7c7727812eed HTTP/1.1" status: 200 len: 990 time: 1.0913258 May 23 12:34:12.712890 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a630483a-a919-409a-b108-750549186585 None None] Routers {'9ba67b00-16b6-4c4d-a3d1-b914a8472196'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:34:12.715156 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380a99e6-38d9-4af6-9fa8-5506a0ffcf5e', 'tag': '1c168015-cbd1-4ffe-8cf8-c803d21df858'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:34:12.716473 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-a630483a-a919-409a-b108-750549186585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:34:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:34:12.717556 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85378db1-b296-42a0-a5ba-7a2c8dce08f6" -d '{"events": [{"name": "network-changed", "server_uuid": "380a99e6-38d9-4af6-9fa8-5506a0ffcf5e", "tag": "1c168015-cbd1-4ffe-8cf8-c803d21df858"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:34:12.780388 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007ff5f1-7cf9-48db-a672-0c36c16f98ba x-openstack-request-id: req-007ff5f1-7cf9-48db-a672-0c36c16f98ba {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:34:12.780941 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380a99e6-38d9-4af6-9fa8-5506a0ffcf5e", "tag": "1c168015-cbd1-4ffe-8cf8-c803d21df858", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:34:12.781345 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-007ff5f1-7cf9-48db-a672-0c36c16f98ba {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:34:12.781893 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-007ff5f1-7cf9-48db-a672-0c36c16f98ba'] response: {'name': 'network-changed', 'server_uuid': '380a99e6-38d9-4af6-9fa8-5506a0ffcf5e', 'tag': '1c168015-cbd1-4ffe-8cf8-c803d21df858', 'status': 'completed', 'code': 200} May 23 12:34:12.848088 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 52076) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:12.920337 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-a630483a-a919-409a-b108-750549186585 None None] Set router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:34:12.963724 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:12.974363 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:12.996365 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_v2 [None req-27befd8e-fd4b-4c66-9746-3bd0946a9d8b admin admin] Deleting subnet 68212d90-e130-4d09-8d35-53d81ac2f7a4 {{(pid=103850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 12:34:13.000426 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-27befd8e-fd4b-4c66-9746-3bd0946a9d8b admin admin] Publish callbacks [] for subnet (68212d90-e130-4d09-8d35-53d81ac2f7a4), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:13.037845 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85378db1-b296-42a0-a5ba-7a2c8dce08f6 req-4a9b9939-4244-459f-bd41-0248e8594add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:13.040274 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-85378db1-b296-42a0-a5ba-7a2c8dce08f6 req-4a9b9939-4244-459f-bd41-0248e8594add service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=736376830ed340b2aa62c455c134c4e2&device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 1129 time: 0.1242545 May 23 12:34:13.095352 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-27befd8e-fd4b-4c66-9746-3bd0946a9d8b admin admin] Publish callbacks [] for subnet (68212d90-e130-4d09-8d35-53d81ac2f7a4), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:13.140722 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8241e04-48ca-4db4-89e3-fddfcfeaeb5f req-4c04183f-c3ca-4414-a784-dc94091513de tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:13.142236 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b8241e04-48ca-4db4-89e3-fddfcfeaeb5f req-4c04183f-c3ca-4414-a784-dc94091513de tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.1661971 May 23 12:34:13.143549 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-27befd8e-fd4b-4c66-9746-3bd0946a9d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384138'] for subnet (68212d90-e130-4d09-8d35-53d81ac2f7a4), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:13.214624 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-a630483a-a919-409a-b108-750549186585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'name': 'tempest-AttachVolumeTestJSON-266485501-router', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:09Z', 'updated_at': '2022-05-23T12:33:22Z', 'revision_number': 4, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'gw_port': {'id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '2b34c15d-a396-420d-a193-7c7727812eed', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'port_id': '1c168015-cbd1-4ffe-8cf8-c803d21df858', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'mac_address': 'fa:16:3e:3d:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380a99e6-38d9-4af6-9fa8-5506a0ffcf5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:33:37Z', 'updated_at': '2022-05-23T12:34:12Z', 'revision_number': 1, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d744d1-744f-4b5b-9b20-e269589f6aa3', 'name': '', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'mac_address': 'fa:16:3e:6f:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '188e2ead-7d0d-4956-8add-55d376412943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:18Z', 'updated_at': '2022-05-23T12:33:38Z', 'revision_number': 5, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'subnets': [{'id': '188e2ead-7d0d-4956-8add-55d376412943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:34:13.249683 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a630483a-a919-409a-b108-750549186585 None None] Checking router: 9ba67b00-16b6-4c4d-a3d1-b914a8472196 for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:34:13.261357 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a630483a-a919-409a-b108-750549186585 None None] Routers {'9ba67b00-16b6-4c4d-a3d1-b914a8472196'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:34:13.262013 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-a630483a-a919-409a-b108-750549186585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:34:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:34:13.268385 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b8241e04-48ca-4db4-89e3-fddfcfeaeb5f req-d6993e2c-3e4e-46a8-b370-d92bc39d31a5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180785 May 23 12:34:13.288839 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85378db1-b296-42a0-a5ba-7a2c8dce08f6 req-823d6edd-0e3e-458a-b640-bfb35e008d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:13.291173 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-85378db1-b296-42a0-a5ba-7a2c8dce08f6 req-823d6edd-0e3e-458a-b640-bfb35e008d6d service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc274260-5d38-4e43-aa07-b73fcfa156ea HTTP/1.1" status: 200 len: 911 time: 0.2270231 May 23 12:34:13.292874 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-27befd8e-fd4b-4c66-9746-3bd0946a9d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for subnet (68212d90-e130-4d09-8d35-53d81ac2f7a4), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:13.320283 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27befd8e-fd4b-4c66-9746-3bd0946a9d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68212d90-e130-4d09-8d35-53d81ac2f7a4,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:13.325092 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=100 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:13.328212 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-27befd8e-fd4b-4c66-9746-3bd0946a9d8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:13.332154 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-27befd8e-fd4b-4c66-9746-3bd0946a9d8b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/68212d90-e130-4d09-8d35-53d81ac2f7a4 HTTP/1.1" status: 204 len: 168 time: 0.4806488 May 23 12:34:13.332964 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 52090) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:13.392027 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-a630483a-a919-409a-b108-750549186585 None None] Set router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:34:13.413603 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323361'] for network (dd68bfaf-6631-4742-baab-cd5040ec2035), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:13.434733 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=100 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:13.504483 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376325', 'neutron.services.segments.db._delete_segments_for_network-8727294489191'] for network (dd68bfaf-6631-4742-baab-cd5040ec2035), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:13.528117 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:13.528489 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:13.529236 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:13.529590 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] Subscribe: > port after_create 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:13.529936 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:13.530272 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] Subscribe: > port after_update 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:13.530614 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:13.530931 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:13.531250 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:13.531567 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:13.622848 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:13.623246 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:13.623534 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:13.623852 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:13.624310 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd68bfaf-6631-4742-baab-cd5040ec2035']}} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:34:13.629332 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-a630483a-a919-409a-b108-750549186585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'name': 'tempest-AttachVolumeTestJSON-266485501-router', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:09Z', 'updated_at': '2022-05-23T12:33:22Z', 'revision_number': 4, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'gw_port': {'id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '2b34c15d-a396-420d-a193-7c7727812eed', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'port_id': '1c168015-cbd1-4ffe-8cf8-c803d21df858', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'mac_address': 'fa:16:3e:3d:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380a99e6-38d9-4af6-9fa8-5506a0ffcf5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:33:37Z', 'updated_at': '2022-05-23T12:34:12Z', 'revision_number': 1, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d744d1-744f-4b5b-9b20-e269589f6aa3', 'name': '', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'mac_address': 'fa:16:3e:6f:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '188e2ead-7d0d-4956-8add-55d376412943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:18Z', 'updated_at': '2022-05-23T12:33:38Z', 'revision_number': 5, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'subnets': [{'id': '188e2ead-7d0d-4956-8add-55d376412943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:34:13.643098 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '115491fe-8efa-440e-9c04-13bc12577016') {'for_net_delete': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:34:13.643388 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '115491fe-8efa-440e-9c04-13bc12577016') {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:34:13.656823 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a630483a-a919-409a-b108-750549186585 None None] The sync data for ids ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'] in dv-cinder-836996-27-iscsi is: [{'id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'name': 'tempest-AttachVolumeTestJSON-266485501-router', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:09Z', 'updated_at': '2022-05-23T12:33:22Z', 'revision_number': 4, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'gw_port': {'id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '2b34c15d-a396-420d-a193-7c7727812eed', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'port_id': '1c168015-cbd1-4ffe-8cf8-c803d21df858', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'mac_address': 'fa:16:3e:3d:90:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380a99e6-38d9-4af6-9fa8-5506a0ffcf5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:33:37Z', 'updated_at': '2022-05-23T12:34:12Z', 'revision_number': 1, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d744d1-744f-4b5b-9b20-e269589f6aa3', 'name': '', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'mac_address': 'fa:16:3e:6f:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '188e2ead-7d0d-4956-8add-55d376412943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:18Z', 'updated_at': '2022-05-23T12:33:38Z', 'revision_number': 5, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'subnets': [{'id': '188e2ead-7d0d-4956-8add-55d376412943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:34:13.662982 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727294487664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7121693'] for segment (115491fe-8efa-440e-9c04-13bc12577016), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:13.692050 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (115491fe-8efa-440e-9c04-13bc12577016), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:13.704151 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 12:34:13.704649 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6109776'] for segment (115491fe-8efa-440e-9c04-13bc12577016), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:13.779533 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482031'] for network (dd68bfaf-6631-4742-baab-cd5040ec2035), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:13.790842 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:13.794414 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/dd68bfaf-6631-4742-baab-cd5040ec2035 HTTP/1.1" status: 204 len: 168 time: 0.4598413 May 23 12:34:13.806288 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a000e-648a-4dcf-9d6d-f89a2d020da3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd68bfaf-6631-4742-baab-cd5040ec2035,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:13.946125 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.services.segments.plugin [-] Segment 115491fe-8efa-440e-9c04-13bc12577016 resource provider aggregate not found May 23 12:34:13.950859 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac004a1-a00d-4e4a-b9b9-aa4cdd22fae4 None None] New status for floating IP 2b34c15d-a396-420d-a193-7c7727812eed: ACTIVE {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:34:13.970609 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.services.segments.plugin [-] Segment 115491fe-8efa-440e-9c04-13bc12577016 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 115491fe-8efa-440e-9c04-13bc12577016 found for delete ", "request_id": "req-53d44d08-9aac-443e-88d9-95a3506ec829"}]} May 23 12:34:14.066151 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 52106) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:14.111182 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-b2546fae-59ab-4052-b1c4-b625d4034fb8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f94aad6b61d49da817d70d2b91a7594&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438590 May 23 12:34:14.113614 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 52108) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:14.175663 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7e4ea1bc-f7f5-4c7a-b994-c1f8662b434c admin admin] Publish callbacks [] for security_group (d42b0484-7776-4217-ab6b-cc83b3573eae), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:14.208566 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7e4ea1bc-f7f5-4c7a-b994-c1f8662b434c admin admin] Publish callbacks [] for security_group (d42b0484-7776-4217-ab6b-cc83b3573eae), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:14.269292 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7e4ea1bc-f7f5-4c7a-b994-c1f8662b434c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (d42b0484-7776-4217-ab6b-cc83b3573eae), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:14.271835 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7e4ea1bc-f7f5-4c7a-b994-c1f8662b434c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:14.276768 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-7e4ea1bc-f7f5-4c7a-b994-c1f8662b434c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d42b0484-7776-4217-ab6b-cc83b3573eae HTTP/1.1" status: 204 len: 168 time: 0.1584809 May 23 12:34:14.286610 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ea1bc-f7f5-4c7a-b994-c1f8662b434c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42b0484-7776-4217-ab6b-cc83b3573eae,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:14.415566 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6673e8-4c33-4a80-a0b9-9b6c58a180ee req-ab7fe7de-40bc-4f48-894d-e8adbeaa7a77 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:14.416930 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-be6673e8-4c33-4a80-a0b9-9b6c58a180ee req-ab7fe7de-40bc-4f48-894d-e8adbeaa7a77 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0518758 May 23 12:34:14.447445 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:14.469516 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:14.478668 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-be6673e8-4c33-4a80-a0b9-9b6c58a180ee req-3921ff15-6da7-4959-a7be-0996b4a9fc32 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538635 May 23 12:34:15.636742 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311ba43-6929-466c-bc09-1931407a4d73 req-c3f89379-376f-4e25-a4c3-91625a5b4c88 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:15.637756 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5311ba43-6929-466c-bc09-1931407a4d73 req-c3f89379-376f-4e25-a4c3-91625a5b4c88 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0615752 May 23 12:34:15.689254 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5311ba43-6929-466c-bc09-1931407a4d73 req-fb2a5769-4cb3-43f5-986d-4c71ac042746 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458317 May 23 12:34:16.811488 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525cba9-7ccc-4355-912c-41a8ceba2419 req-279383e2-4777-43fa-8578-a2c372541bb1 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:16.813105 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5525cba9-7ccc-4355-912c-41a8ceba2419 req-279383e2-4777-43fa-8578-a2c372541bb1 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0478363 May 23 12:34:16.869235 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5525cba9-7ccc-4355-912c-41a8ceba2419 req-cedc88c5-21b8-45dc-8f08-2861d17c45e1 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499766 May 23 12:34:17.007244 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-85378db1-b296-42a0-a5ba-7a2c8dce08f6 req-d5f1adac-d16c-4af4-82db-cab09fe04c65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c168015-cbd1-4ffe-8cf8-c803d21df858 HTTP/1.1" status: 200 len: 1000 time: 0.0778174 May 23 12:34:17.063054 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85378db1-b296-42a0-a5ba-7a2c8dce08f6 req-57f30599-2b0e-406e-9598-3e3ea141a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:17.063054 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-85378db1-b296-42a0-a5ba-7a2c8dce08f6 req-57f30599-2b0e-406e-9598-3e3ea141a2ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=188e2ead-7d0d-4956-8add-55d376412943 HTTP/1.1" status: 200 len: 849 time: 0.0502474 May 23 12:34:17.111713 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85378db1-b296-42a0-a5ba-7a2c8dce08f6 req-d195ebcf-bf9b-4223-841c-03603a1f68ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:17.113263 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-85378db1-b296-42a0-a5ba-7a2c8dce08f6 req-d195ebcf-bf9b-4223-841c-03603a1f68ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc274260-5d38-4e43-aa07-b73fcfa156ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428035 May 23 12:34:17.221535 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-85378db1-b296-42a0-a5ba-7a2c8dce08f6 req-2a62a2ec-f2b0-441e-a2da-5579b3b0f2e1 service neutron] 10.222.0.15 "GET /v2.0/networks/cc274260-5d38-4e43-aa07-b73fcfa156ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016150 May 23 12:34:17.337066 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-85378db1-b296-42a0-a5ba-7a2c8dce08f6 req-0c6c0fbd-5a2b-4ee3-a997-9f839b5f5352 service neutron] 10.222.0.15 "GET /v2.0/networks/cc274260-5d38-4e43-aa07-b73fcfa156ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063287 May 23 12:34:18.009429 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8930e5-861c-411b-a6d9-0f0e22c8ecfb req-bcf6dfd7-5154-4ae6-bc06-e6ef785a008d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:18.010973 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4d8930e5-861c-411b-a6d9-0f0e22c8ecfb req-bcf6dfd7-5154-4ae6-bc06-e6ef785a008d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0660486 May 23 12:34:18.072150 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4d8930e5-861c-411b-a6d9-0f0e22c8ecfb req-ed7081ca-9286-40bd-8426-8f3805c89914 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551927 May 23 12:34:18.372822 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f6fac-94ae-4f33-9395-5527f64a5d39 req-4d82a70f-5fd2-4512-82d8-b365eadd7b30 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:18.374309 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-938f6fac-94ae-4f33-9395-5527f64a5d39 req-4d82a70f-5fd2-4512-82d8-b365eadd7b30 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0509205 May 23 12:34:18.425147 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-938f6fac-94ae-4f33-9395-5527f64a5d39 req-ba540290-1748-4661-95d9-8f665f7eb6c3 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450227 May 23 12:34:19.545463 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d4e13-edd4-4b29-a38f-573f1812bf60 req-860bd989-a254-4ea3-a784-842a3a827263 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:19.547028 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d56d4e13-edd4-4b29-a38f-573f1812bf60 req-860bd989-a254-4ea3-a784-842a3a827263 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0478568 May 23 12:34:19.598826 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d56d4e13-edd4-4b29-a38f-573f1812bf60 req-2951cba0-86bf-4715-809a-6ab88d70fa41 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459914 May 23 12:34:20.724919 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6b148-e0bb-454a-9972-34c2d4d34a01 req-afed3df0-6e05-4d3a-8bf9-18f9c04e747c tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:20.726455 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1dd6b148-e0bb-454a-9972-34c2d4d34a01 req-afed3df0-6e05-4d3a-8bf9-18f9c04e747c tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0539641 May 23 12:34:20.778201 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1dd6b148-e0bb-454a-9972-34c2d4d34a01 req-f1833814-0579-499e-992f-94dd77d88136 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454450 May 23 12:34:21.276421 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:21.282059 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fb5c4-e97d-4d9b-8cfc-33a4f0363f41 req-fd6e14e1-b369-4032-93a6-43c93b781530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:21.283429 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2b4fb5c4-e97d-4d9b-8cfc-33a4f0363f41 req-fd6e14e1-b369-4032-93a6-43c93b781530 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcc45b8bab17498cadda8d64b3a76780&device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 1129 time: 0.0446968 May 23 12:34:21.395499 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fb5c4-e97d-4d9b-8cfc-33a4f0363f41 req-fff06e6a-f13f-4d78-9bbf-b7d6b8eeff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:21.397271 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2b4fb5c4-e97d-4d9b-8cfc-33a4f0363f41 req-fff06e6a-f13f-4d78-9bbf-b7d6b8eeff6a service neutron] 10.222.0.15 "GET /v2.0/networks?id=4833a70f-d11d-46d6-944f-14af0b04cad3 HTTP/1.1" status: 200 len: 920 time: 0.1059079 May 23 12:34:21.442278 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2b4fb5c4-e97d-4d9b-8cfc-33a4f0363f41 req-20b05a01-12f0-4b27-baca-d53d3d456dcf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4590a1b-944a-40a6-ae11-0a586abe29b8 HTTP/1.1" status: 200 len: 217 time: 0.0373394 May 23 12:34:21.496747 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fb5c4-e97d-4d9b-8cfc-33a4f0363f41 req-09013996-4589-4660-b502-0019bb8c7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:21.498288 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2b4fb5c4-e97d-4d9b-8cfc-33a4f0363f41 req-09013996-4589-4660-b502-0019bb8c7b2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f25e8178-dbfd-4850-b4e0-0743c897d958 HTTP/1.1" status: 200 len: 858 time: 0.0477848 May 23 12:34:21.538780 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:21.547698 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fb5c4-e97d-4d9b-8cfc-33a4f0363f41 req-7fdd5158-96b9-471b-b43a-3fe5a0a5d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:21.549366 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2b4fb5c4-e97d-4d9b-8cfc-33a4f0363f41 req-7fdd5158-96b9-471b-b43a-3fe5a0a5d4f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4833a70f-d11d-46d6-944f-14af0b04cad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432441 May 23 12:34:21.663584 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2b4fb5c4-e97d-4d9b-8cfc-33a4f0363f41 req-15dafe8e-3b29-400b-8548-a4997163be85 service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013763 May 23 12:34:21.770615 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2b4fb5c4-e97d-4d9b-8cfc-33a4f0363f41 req-2aa4e1be-38b2-4e1d-ba7d-9bbc9e768763 service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010015 May 23 12:34:21.907003 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799c792-9e76-4f27-9cd6-5b3c7954a0aa req-f6339606-0311-4b14-aab1-3218674caa7a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:21.908569 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b799c792-9e76-4f27-9cd6-5b3c7954a0aa req-f6339606-0311-4b14-aab1-3218674caa7a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0544443 May 23 12:34:21.963388 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b799c792-9e76-4f27-9cd6-5b3c7954a0aa req-5a602279-392d-4086-88a1-4e3ae1bb4b20 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490627 May 23 12:34:22.461819 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 52326) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:22.595846 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51cda5d1-a130-4fd9-8450-777be54e9743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:22.677047 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51cda5d1-a130-4fd9-8450-777be54e9743 admin admin] Publish callbacks [] for security_group (738a269c-c3b4-4d4f-9ed4-1c897ccac241), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:22.681332 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51cda5d1-a130-4fd9-8450-777be54e9743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (738a269c-c3b4-4d4f-9ed4-1c897ccac241), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:22.729316 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-51cda5d1-a130-4fd9-8450-777be54e9743 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60c2bf1c616f4e0083f6f42c0d9721fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662842 May 23 12:34:22.731599 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cda5d1-a130-4fd9-8450-777be54e9743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738a269c-c3b4-4d4f-9ed4-1c897ccac241,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:22.732127 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 52334) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:22.794020 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0ab37552-3ad9-42e1-841a-9deddc8c7c56 admin admin] Publish callbacks [] for security_group (738a269c-c3b4-4d4f-9ed4-1c897ccac241), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:22.816850 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0ab37552-3ad9-42e1-841a-9deddc8c7c56 admin admin] Publish callbacks [] for security_group (738a269c-c3b4-4d4f-9ed4-1c897ccac241), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:22.869948 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0ab37552-3ad9-42e1-841a-9deddc8c7c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (738a269c-c3b4-4d4f-9ed4-1c897ccac241), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:22.872453 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0ab37552-3ad9-42e1-841a-9deddc8c7c56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:22.873615 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-0ab37552-3ad9-42e1-841a-9deddc8c7c56 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/738a269c-c3b4-4d4f-9ed4-1c897ccac241 HTTP/1.1" status: 204 len: 168 time: 0.1401556 May 23 12:34:22.882056 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab37552-3ad9-42e1-841a-9deddc8c7c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738a269c-c3b4-4d4f-9ed4-1c897ccac241,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:23.097348 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d7c8d-d789-4dcb-9cf4-2c9951c7bdfc req-5120b753-c047-46d5-952f-1479d6bd37d1 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:23.098894 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-034d7c8d-d789-4dcb-9cf4-2c9951c7bdfc req-5120b753-c047-46d5-952f-1479d6bd37d1 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0550053 May 23 12:34:23.154444 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-034d7c8d-d789-4dcb-9cf4-2c9951c7bdfc req-f4780173-27e9-4245-b16c-bbe94119b5af tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470541 May 23 12:34:23.626637 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=23 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:23.633963 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=27 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:24.085377 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 52408) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:24.238285 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-045b9d55-2a69-467e-bcca-83eb0750bbe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:24.302775 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c0fe1-a999-4ad8-912e-a0ff689dc3b2 req-86b179dc-f9a7-4a92-9b00-78aef01aa752 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:24.304289 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7f2c0fe1-a999-4ad8-912e-a0ff689dc3b2 req-86b179dc-f9a7-4a92-9b00-78aef01aa752 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0679426 May 23 12:34:24.308014 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:24.374246 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:24.401148 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7f2c0fe1-a999-4ad8-912e-a0ff689dc3b2 req-ee225e93-4bd5-41ed-9a44-38977e8f6b9c tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813835 May 23 12:34:24.403506 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-045b9d55-2a69-467e-bcca-83eb0750bbe9 admin admin] Publish callbacks [] for security_group (11e65382-e9b2-43f9-8ccc-f099da142f10), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:24.407463 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-045b9d55-2a69-467e-bcca-83eb0750bbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (11e65382-e9b2-43f9-8ccc-f099da142f10), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:24.449307 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b9d55-2a69-467e-bcca-83eb0750bbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e65382-e9b2-43f9-8ccc-f099da142f10,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:24.453941 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-045b9d55-2a69-467e-bcca-83eb0750bbe9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12381a74e9c642b7ac4e5a77bd8ea850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3674529 May 23 12:34:24.456694 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 52422) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:24.479676 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:24.511208 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-64523e32-6d11-4236-8a02-4dcc820b04d3 admin admin] Publish callbacks [] for security_group (11e65382-e9b2-43f9-8ccc-f099da142f10), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:24.532314 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-64523e32-6d11-4236-8a02-4dcc820b04d3 admin admin] Publish callbacks [] for security_group (11e65382-e9b2-43f9-8ccc-f099da142f10), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:24.579987 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-64523e32-6d11-4236-8a02-4dcc820b04d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (11e65382-e9b2-43f9-8ccc-f099da142f10), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:24.582567 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-64523e32-6d11-4236-8a02-4dcc820b04d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:24.583719 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-64523e32-6d11-4236-8a02-4dcc820b04d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11e65382-e9b2-43f9-8ccc-f099da142f10 HTTP/1.1" status: 204 len: 168 time: 0.1261129 May 23 12:34:24.594747 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64523e32-6d11-4236-8a02-4dcc820b04d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e65382-e9b2-43f9-8ccc-f099da142f10,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:25.093160 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 52454) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:25.211985 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ee459875-36cf-4784-8cfa-6e3eb89897e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:25.301685 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ee459875-36cf-4784-8cfa-6e3eb89897e2 admin admin] Publish callbacks [] for security_group (abc781b7-29b5-476b-9188-be2737763006), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:25.308399 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ee459875-36cf-4784-8cfa-6e3eb89897e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (abc781b7-29b5-476b-9188-be2737763006), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:25.363551 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-ee459875-36cf-4784-8cfa-6e3eb89897e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b37b025b98d44eeb774bff2638fc48f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2692764 May 23 12:34:25.366729 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 52476) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:25.372494 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee459875-36cf-4784-8cfa-6e3eb89897e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc781b7-29b5-476b-9188-be2737763006,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:25.391233 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 52478) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:25.429381 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-834ce8ef-b589-4237-93b7-c9413844826e admin admin] Publish callbacks [] for security_group (abc781b7-29b5-476b-9188-be2737763006), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:25.445976 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_v2 [None req-751d7925-714d-4a42-b578-62342cba1ebd admin admin] Deleting subnet 6f964bd4-b195-4a46-a4cd-a0c781a4cafd {{(pid=103850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 12:34:25.450956 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-751d7925-714d-4a42-b578-62342cba1ebd admin admin] Publish callbacks [] for subnet (6f964bd4-b195-4a46-a4cd-a0c781a4cafd), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:25.459759 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-834ce8ef-b589-4237-93b7-c9413844826e admin admin] Publish callbacks [] for security_group (abc781b7-29b5-476b-9188-be2737763006), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:25.511908 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-751d7925-714d-4a42-b578-62342cba1ebd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7121682'] for subnet (6f964bd4-b195-4a46-a4cd-a0c781a4cafd), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:25.528266 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-834ce8ef-b589-4237-93b7-c9413844826e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (abc781b7-29b5-476b-9188-be2737763006), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:25.531191 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-834ce8ef-b589-4237-93b7-c9413844826e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:25.532641 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-834ce8ef-b589-4237-93b7-c9413844826e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/abc781b7-29b5-476b-9188-be2737763006 HTTP/1.1" status: 204 len: 168 time: 0.1613703 May 23 12:34:25.543352 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ce8ef-b589-4237-93b7-c9413844826e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc781b7-29b5-476b-9188-be2737763006,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:25.600100 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95855eda-c4e1-4d03-a3dc-047cee54a9ce req-dedea2a2-e935-4fc9-b7a3-98d3d2a213d2 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:25.602345 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-95855eda-c4e1-4d03-a3dc-047cee54a9ce req-dedea2a2-e935-4fc9-b7a3-98d3d2a213d2 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.1097875 May 23 12:34:25.868214 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-751d7925-714d-4a42-b578-62342cba1ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384138'] for subnet (6f964bd4-b195-4a46-a4cd-a0c781a4cafd), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:25.953195 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-95855eda-c4e1-4d03-a3dc-047cee54a9ce req-bb0e36dc-3940-4ac5-a1ff-8938441876fc tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413484 May 23 12:34:25.994457 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-751d7925-714d-4a42-b578-62342cba1ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6110642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5993989'] for subnet (6f964bd4-b195-4a46-a4cd-a0c781a4cafd), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:26.025683 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d7925-714d-4a42-b578-62342cba1ebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f964bd4-b195-4a46-a4cd-a0c781a4cafd,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:26.029718 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-751d7925-714d-4a42-b578-62342cba1ebd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:26.035601 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-751d7925-714d-4a42-b578-62342cba1ebd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6f964bd4-b195-4a46-a4cd-a0c781a4cafd HTTP/1.1" status: 204 len: 168 time: 0.6429589 May 23 12:34:26.038001 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 52494) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:26.150058 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323361'] for network (b1ae6af5-01b0-4d6a-bea0-fd2b758dcd8e), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:26.276129 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376325', 'neutron.services.segments.db._delete_segments_for_network-8727294489191'] for network (b1ae6af5-01b0-4d6a-bea0-fd2b758dcd8e), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:26.302676 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:26.303030 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:26.303913 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:26.304344 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] Subscribe: > port after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:26.305540 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:26.306470 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] Subscribe: > port after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:26.308104 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:26.308480 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:26.308893 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:26.309201 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:26.389155 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:26.389727 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:26.389817 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:26.390126 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:34:26.390508 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ae6af5-01b0-4d6a-bea0-fd2b758dcd8e']}} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:34:26.410280 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed72d8e-2b7d-46e6-93da-f9e5294d73ae') {'for_net_delete': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:34:26.410571 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed72d8e-2b7d-46e6-93da-f9e5294d73ae') {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:34:26.427041 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:26.430304 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727294487664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4653017'] for segment (eed72d8e-2b7d-46e6-93da-f9e5294d73ae), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:26.458578 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (eed72d8e-2b7d-46e6-93da-f9e5294d73ae), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:26.468957 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 12:34:26.469387 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4651014'] for segment (eed72d8e-2b7d-46e6-93da-f9e5294d73ae), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:26.478616 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:26.560924 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482031'] for network (b1ae6af5-01b0-4d6a-bea0-fd2b758dcd8e), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:26.571189 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:26.579216 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 52520) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:26.580817 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b1ae6af5-01b0-4d6a-bea0-fd2b758dcd8e HTTP/1.1" status: 204 len: 168 time: 0.5416844 May 23 12:34:26.595892 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf9657-19db-4754-8b63-d011735af833 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ae6af5-01b0-4d6a-bea0-fd2b758dcd8e,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:26.640995 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3de6dda-401a-4c41-8fe2-65bd747035d4 admin admin] Deleting subnet 778b3ba6-041a-47ce-b097-3cccaff86968 {{(pid=103850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 12:34:26.644935 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b3de6dda-401a-4c41-8fe2-65bd747035d4 admin admin] Publish callbacks [] for subnet (778b3ba6-041a-47ce-b097-3cccaff86968), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:26.690861 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b3de6dda-401a-4c41-8fe2-65bd747035d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7121682'] for subnet (778b3ba6-041a-47ce-b097-3cccaff86968), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:26.749425 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.services.segments.plugin [-] Segment eed72d8e-2b7d-46e6-93da-f9e5294d73ae resource provider aggregate not found May 23 12:34:26.751295 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b3de6dda-401a-4c41-8fe2-65bd747035d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384138'] for subnet (778b3ba6-041a-47ce-b097-3cccaff86968), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:26.767973 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.services.segments.plugin [-] Segment eed72d8e-2b7d-46e6-93da-f9e5294d73ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eed72d8e-2b7d-46e6-93da-f9e5294d73ae found for delete ", "request_id": "req-8b560dbf-cc55-4496-9573-0d5993cd005f"}]} May 23 12:34:26.774863 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:26.784746 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:26.814670 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b3de6dda-401a-4c41-8fe2-65bd747035d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6110642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5993989'] for subnet (778b3ba6-041a-47ce-b097-3cccaff86968), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:26.843609 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de6dda-401a-4c41-8fe2-65bd747035d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=778b3ba6-041a-47ce-b097-3cccaff86968,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:26.845421 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b3de6dda-401a-4c41-8fe2-65bd747035d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:26.848588 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-b3de6dda-401a-4c41-8fe2-65bd747035d4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/778b3ba6-041a-47ce-b097-3cccaff86968 HTTP/1.1" status: 204 len: 168 time: 0.2677343 May 23 12:34:26.851158 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 52532) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:26.931600 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c59d708a-769c-45f3-8c3c-1069ce5a4381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323361'] for network (4e663fc1-5b7b-4160-8e94-0fe124281ff9), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:27.023652 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c59d708a-769c-45f3-8c3c-1069ce5a4381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376325', 'neutron.services.segments.db._delete_segments_for_network-8727294489191'] for network (4e663fc1-5b7b-4160-8e94-0fe124281ff9), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:27.052686 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-c59d708a-769c-45f3-8c3c-1069ce5a4381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e663fc1-5b7b-4160-8e94-0fe124281ff9']}} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:34:27.063983 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-c59d708a-769c-45f3-8c3c-1069ce5a4381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ab3148-ab85-4e5d-a663-0fc396191bfd') {'for_net_delete': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:34:27.064296 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-c59d708a-769c-45f3-8c3c-1069ce5a4381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ab3148-ab85-4e5d-a663-0fc396191bfd') {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:34:27.075275 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c59d708a-769c-45f3-8c3c-1069ce5a4381 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727294487664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7121693'] for segment (50ab3148-ab85-4e5d-a663-0fc396191bfd), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:27.119928 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c59d708a-769c-45f3-8c3c-1069ce5a4381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (50ab3148-ab85-4e5d-a663-0fc396191bfd), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:27.132344 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59d708a-769c-45f3-8c3c-1069ce5a4381 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 12:34:27.133333 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c59d708a-769c-45f3-8c3c-1069ce5a4381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6109776'] for segment (50ab3148-ab85-4e5d-a663-0fc396191bfd), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:27.159324 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25929d9f-2d8d-4a55-bc60-84ac80373050 req-6aeb5dbb-26b7-49bd-8387-f72891495722 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:27.160546 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-25929d9f-2d8d-4a55-bc60-84ac80373050 req-6aeb5dbb-26b7-49bd-8387-f72891495722 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0779846 May 23 12:34:27.188599 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.services.segments.plugin [-] Segment 50ab3148-ab85-4e5d-a663-0fc396191bfd resource provider aggregate not found May 23 12:34:27.224425 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.services.segments.plugin [-] Segment 50ab3148-ab85-4e5d-a663-0fc396191bfd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50ab3148-ab85-4e5d-a663-0fc396191bfd found for delete ", "request_id": "req-5b587d4e-07c3-41d5-abcd-1dd063405c81"}]} May 23 12:34:27.249366 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c59d708a-769c-45f3-8c3c-1069ce5a4381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482031'] for network (4e663fc1-5b7b-4160-8e94-0fe124281ff9), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:27.261680 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c59d708a-769c-45f3-8c3c-1069ce5a4381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:27.264987 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-c59d708a-769c-45f3-8c3c-1069ce5a4381 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4e663fc1-5b7b-4160-8e94-0fe124281ff9 HTTP/1.1" status: 204 len: 168 time: 0.4121165 May 23 12:34:27.287592 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d708a-769c-45f3-8c3c-1069ce5a4381 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e663fc1-5b7b-4160-8e94-0fe124281ff9,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:27.294231 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-25929d9f-2d8d-4a55-bc60-84ac80373050 req-0bfeb96d-c3a8-42b2-ad90-a652156f5033 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016510 May 23 12:34:27.429115 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3775ae23-b327-447f-bb57-657f70f8a46d req-dce73ca4-8dfc-4197-9c64-979869f94e03 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=61516a3c24f543d68bdb3724a11f7042&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313640 May 23 12:34:27.562165 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 52576) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:27.612970 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-ca37a560-d4ac-42de-86f7-59bc7772c9e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5add1b56848d44eda7b0dae0b34bb67e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467031 May 23 12:34:27.613169 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 52580) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:27.664891 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775ae23-b327-447f-bb57-657f70f8a46d req-ecf45430-6e9c-4e4f-ae88-1e5535760eb5 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:27.666916 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3775ae23-b327-447f-bb57-657f70f8a46d req-ecf45430-6e9c-4e4f-ae88-1e5535760eb5 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2302198 May 23 12:34:27.667519 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfabd9e2-d758-4de3-88dd-d0b7006ffae8 admin admin] Publish callbacks [] for security_group (01f23a63-1cef-44ac-ab5d-85f5cfcffce2), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:27.683050 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3775ae23-b327-447f-bb57-657f70f8a46d req-84c3a6f7-1750-4b05-8299-bcfa93744e2c tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/quotas/61516a3c24f543d68bdb3724a11f7042 HTTP/1.1" status: 200 len: 375 time: 0.0104439 May 23 12:34:27.696200 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfabd9e2-d758-4de3-88dd-d0b7006ffae8 admin admin] Publish callbacks [] for security_group (01f23a63-1cef-44ac-ab5d-85f5cfcffce2), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:27.721561 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3775ae23-b327-447f-bb57-657f70f8a46d req-c28fff31-f0cf-4c36-a13b-8b3fd088193f tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=61516a3c24f543d68bdb3724a11f7042&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330367 May 23 12:34:27.749752 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfabd9e2-d758-4de3-88dd-d0b7006ffae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (01f23a63-1cef-44ac-ab5d-85f5cfcffce2), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:27.752463 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfabd9e2-d758-4de3-88dd-d0b7006ffae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:27.757120 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-dfabd9e2-d758-4de3-88dd-d0b7006ffae8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01f23a63-1cef-44ac-ab5d-85f5cfcffce2 HTTP/1.1" status: 204 len: 168 time: 0.1393831 May 23 12:34:27.766995 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabd9e2-d758-4de3-88dd-d0b7006ffae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f23a63-1cef-44ac-ab5d-85f5cfcffce2,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:27.963450 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-94fa5fae-e502-4223-8e83-348da73c4b63 req-dc692833-4fdd-42ce-bbe9-16d73ee4d625 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/ports?device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 210 time: 0.0537717 May 23 12:34:28.218032 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 52598) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:28.277380 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 52602) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:28.277755 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-d4feb041-1884-4e09-8302-fbdf4685bfaa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=866958591e4d49b3b2b6402dbd7db49a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0578530 May 23 12:34:28.338804 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-60cf081e-486a-4aab-9b21-a6a22695beff admin admin] Publish callbacks [] for security_group (a05fffe4-708b-4b8e-bebe-513c80299cdd), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:28.369717 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-60cf081e-486a-4aab-9b21-a6a22695beff admin admin] Publish callbacks [] for security_group (a05fffe4-708b-4b8e-bebe-513c80299cdd), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:28.449849 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd796def-2992-430b-8041-2aaa22ae3633 req-775ee410-f864-4e2c-af2c-4d123ebfdd79 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:28.451648 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-dd796def-2992-430b-8041-2aaa22ae3633 req-775ee410-f864-4e2c-af2c-4d123ebfdd79 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0759389 May 23 12:34:28.483374 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-60cf081e-486a-4aab-9b21-a6a22695beff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (a05fffe4-708b-4b8e-bebe-513c80299cdd), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:28.485893 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-60cf081e-486a-4aab-9b21-a6a22695beff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:28.487034 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-60cf081e-486a-4aab-9b21-a6a22695beff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a05fffe4-708b-4b8e-bebe-513c80299cdd HTTP/1.1" status: 204 len: 168 time: 0.2085354 May 23 12:34:28.510814 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf081e-486a-4aab-9b21-a6a22695beff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05fffe4-708b-4b8e-bebe-513c80299cdd,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:28.519852 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-dd796def-2992-430b-8041-2aaa22ae3633 req-86014a72-ce93-4a04-82ff-c6dc6d704eb4 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595026 May 23 12:34:29.077385 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0476e4ee-0300-40c6-8547-8463708c0d95 req-a3b64f0c-f38a-45f2-88cc-fe7c6e0ff3bd tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/ports?device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 210 time: 0.0306036 May 23 12:34:29.124059 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3775ae23-b327-447f-bb57-657f70f8a46d req-014a5cb7-eb46-41b7-8ca2-948709f6d2c5 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=61516a3c24f543d68bdb3724a11f7042&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246229 May 23 12:34:29.255313 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:29.307771 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775ae23-b327-447f-bb57-657f70f8a46d req-966d4684-66a3-4e98-b47b-171859972950 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:29.318839 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3775ae23-b327-447f-bb57-657f70f8a46d req-966d4684-66a3-4e98-b47b-171859972950 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1797442 May 23 12:34:29.337627 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-3775ae23-b327-447f-bb57-657f70f8a46d req-9a4cb61b-7dbf-4a53-82e8-7f45c56a102e tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Request body: {'port': {'device_id': '573d21c5-1aa6-45e2-88f6-2f8264d697ad', 'network_id': 'b18cfc1c-cb1a-4366-bbc5-7de8acc51a33', 'admin_state_up': True, 'tenant_id': '61516a3c24f543d68bdb3724a11f7042'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:34:29.342107 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:29.503256 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3775ae23-b327-447f-bb57-657f70f8a46d req-9a4cb61b-7dbf-4a53-82e8-7f45c56a102e tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Made reservation on behalf of 61516a3c24f543d68bdb3724a11f7042 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:34:29.509385 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-3775ae23-b327-447f-bb57-657f70f8a46d req-9a4cb61b-7dbf-4a53-82e8-7f45c56a102e tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:29.526720 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-3775ae23-b327-447f-bb57-657f70f8a46d req-9a4cb61b-7dbf-4a53-82e8-7f45c56a102e tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:29.693389 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-3775ae23-b327-447f-bb57-657f70f8a46d req-9a4cb61b-7dbf-4a53-82e8-7f45c56a102e tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Publish callbacks [] for security_group (4b65b347-8dcd-4c39-abec-aa48dd35ed43), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:29.702727 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac5c13-3998-4589-8900-87bd907c3736 req-2e3ab435-841c-47d9-a419-2da7cca34baa tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:29.710292 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cbac5c13-3998-4589-8900-87bd907c3736 req-2e3ab435-841c-47d9-a419-2da7cca34baa tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0853343 May 23 12:34:29.716647 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-3775ae23-b327-447f-bb57-657f70f8a46d req-9a4cb61b-7dbf-4a53-82e8-7f45c56a102e tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (4b65b347-8dcd-4c39-abec-aa48dd35ed43), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:29.822437 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cb61b-7dbf-4a53-82e8-7f45c56a102e tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b65b347-8dcd-4c39-abec-aa48dd35ed43,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:29.860806 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cbac5c13-3998-4589-8900-87bd907c3736 req-9587f6ff-faa2-456d-b213-872f28eb5f98 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488421 May 23 12:34:29.922388 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-3775ae23-b327-447f-bb57-657f70f8a46d req-9a4cb61b-7dbf-4a53-82e8-7f45c56a102e tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Allocated IP 192.168.233.161 (b18cfc1c-cb1a-4366-bbc5-7de8acc51a33/c8e60382-b38d-4b12-ad43-6769dbc7b475/207628b7-9880-4125-89c2-e60ce250471c) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:34:30.017193 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:34:30.120242 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-3775ae23-b327-447f-bb57-657f70f8a46d req-9a4cb61b-7dbf-4a53-82e8-7f45c56a102e tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Publish callbacks [] for port (207628b7-9880-4125-89c2-e60ce250471c), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:30.158802 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-3775ae23-b327-447f-bb57-657f70f8a46d req-9a4cb61b-7dbf-4a53-82e8-7f45c56a102e tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (207628b7-9880-4125-89c2-e60ce250471c), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:30.219427 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:30.246346 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3775ae23-b327-447f-bb57-657f70f8a46d req-9a4cb61b-7dbf-4a53-82e8-7f45c56a102e tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Network b18cfc1c-cb1a-4366-bbc5-7de8acc51a33 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:34:30.257786 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a65c01-ff31-4488-99b7-e8807a2e3157 req-27bfe23b-bdd4-4012-991c-d8b66e4615df tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:30.259351 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43a65c01-ff31-4488-99b7-e8807a2e3157 req-27bfe23b-bdd4-4012-991c-d8b66e4615df tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/ports?device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 936 time: 0.0922258 May 23 12:34:30.260961 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-3775ae23-b327-447f-bb57-657f70f8a46d req-9a4cb61b-7dbf-4a53-82e8-7f45c56a102e tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:34:30.264022 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cb61b-7dbf-4a53-82e8-7f45c56a102e tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Pushing event updated for resources: {'Port': ['ID=207628b7-9880-4125-89c2-e60ce250471c,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:30.266449 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-3775ae23-b327-447f-bb57-657f70f8a46d req-9a4cb61b-7dbf-4a53-82e8-7f45c56a102e tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:34:30.304194 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:30.347062 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775ae23-b327-447f-bb57-657f70f8a46d req-9a4cb61b-7dbf-4a53-82e8-7f45c56a102e tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:30.347716 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-3775ae23-b327-447f-bb57-657f70f8a46d req-9a4cb61b-7dbf-4a53-82e8-7f45c56a102e tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:30.375543 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43a65c01-ff31-4488-99b7-e8807a2e3157 req-c44d99d9-0490-4a7c-bd33-f9e98be66fc6 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b65b347-8dcd-4c39-abec-aa48dd35ed43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046622 May 23 12:34:30.391773 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3775ae23-b327-447f-bb57-657f70f8a46d req-9a4cb61b-7dbf-4a53-82e8-7f45c56a102e tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0609052 May 23 12:34:30.404603 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-3775ae23-b327-447f-bb57-657f70f8a46d req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] Request body: {'port': {'device_id': '573d21c5-1aa6-45e2-88f6-2f8264d697ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:34:30.469186 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-3775ae23-b327-447f-bb57-657f70f8a46d req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (207628b7-9880-4125-89c2-e60ce250471c), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:30.556754 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:30.558546 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-ca01dd62-950e-46a8-bbe7-b2e8232518bf None None] Provisioning complete for port 207628b7-9880-4125-89c2-e60ce250471c triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:34:30.558971 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-ca01dd62-950e-46a8-bbe7-b2e8232518bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (207628b7-9880-4125-89c2-e60ce250471c), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:30.605329 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-ca01dd62-950e-46a8-bbe7-b2e8232518bf None None] Port 207628b7-9880-4125-89c2-e60ce250471c cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:34:30.823433 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-3775ae23-b327-447f-bb57-657f70f8a46d req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207628b7-9880-4125-89c2-e60ce250471c {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:34:30.835428 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-3775ae23-b327-447f-bb57-657f70f8a46d req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] Publish callbacks [] for port (207628b7-9880-4125-89c2-e60ce250471c), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:30.851928 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-3775ae23-b327-447f-bb57-657f70f8a46d req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] Transition to ACTIVE for port object 207628b7-9880-4125-89c2-e60ce250471c will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 12:34:30.866587 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-3775ae23-b327-447f-bb57-657f70f8a46d req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (207628b7-9880-4125-89c2-e60ce250471c), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:30.956993 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] Pushing event updated for resources: {'Port': ['ID=207628b7-9880-4125-89c2-e60ce250471c,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:31.080750 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2462b-17c6-47dc-895d-9a4160c7456f req-fa46e45c-0db3-4574-8a21-4f8283d2fbbe tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:31.093087 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bec2462b-17c6-47dc-895d-9a4160c7456f req-fa46e45c-0db3-4574-8a21-4f8283d2fbbe tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.1132751 May 23 12:34:31.123076 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:31.129260 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-3775ae23-b327-447f-bb57-657f70f8a46d req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] Attempting to bind port 207628b7-9880-4125-89c2-e60ce250471c on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:34:31.129763 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-3775ae23-b327-447f-bb57-657f70f8a46d req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] Attempting to bind port 207628b7-9880-4125-89c2-e60ce250471c by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '08c38b9a-2776-43d6-aa02-d101179e7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b18cfc1c-cb1a-4366-bbc5-7de8acc51a33'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:34:31.130184 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775ae23-b327-447f-bb57-657f70f8a46d req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] Attempting to bind port 207628b7-9880-4125-89c2-e60ce250471c on network b18cfc1c-cb1a-4366-bbc5-7de8acc51a33 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:34:31.146787 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775ae23-b327-447f-bb57-657f70f8a46d req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] Port 207628b7-9880-4125-89c2-e60ce250471c on network b18cfc1c-cb1a-4366-bbc5-7de8acc51a33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 12:34:31.147235 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775ae23-b327-447f-bb57-657f70f8a46d req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] Attempting to bind port 207628b7-9880-4125-89c2-e60ce250471c on network b18cfc1c-cb1a-4366-bbc5-7de8acc51a33 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:34:31.162576 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775ae23-b327-447f-bb57-657f70f8a46d req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] Checking agent: {'id': '1749a81f-e3c6-4f53-968e-bc4c0c6ca916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:34:31.163189 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775ae23-b327-447f-bb57-657f70f8a46d req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] Checking segment: {'id': '08c38b9a-2776-43d6-aa02-d101179e7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b18cfc1c-cb1a-4366-bbc5-7de8acc51a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:34:31.163556 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775ae23-b327-447f-bb57-657f70f8a46d req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] Bound using segment: {'id': '08c38b9a-2776-43d6-aa02-d101179e7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b18cfc1c-cb1a-4366-bbc5-7de8acc51a33'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:34:31.164533 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-3775ae23-b327-447f-bb57-657f70f8a46d req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] Bound port: 207628b7-9880-4125-89c2-e60ce250471c, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c38b9a-2776-43d6-aa02-d101179e7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b18cfc1c-cb1a-4366-bbc5-7de8acc51a33'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:34:31.164987 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-3775ae23-b327-447f-bb57-657f70f8a46d req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (207628b7-9880-4125-89c2-e60ce250471c), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:31.182612 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bec2462b-17c6-47dc-895d-9a4160c7456f req-3eb13f69-7921-47cb-80e3-c85b193ff74c tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932431 May 23 12:34:31.267116 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-3775ae23-b327-447f-bb57-657f70f8a46d req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] For port 207628b7-9880-4125-89c2-e60ce250471c, host hv-cinder-83699, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:34:31.271035 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-3775ae23-b327-447f-bb57-657f70f8a46d req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] For port 207628b7-9880-4125-89c2-e60ce250471c, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=207628b7-9880-4125-89c2-e60ce250471c,segment=NetworkSegment(08c38b9a-2776-43d6-aa02-d101179e7e8c),segment_id=08c38b9a-2776-43d6-aa02-d101179e7e8c)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:34:31.278107 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-3775ae23-b327-447f-bb57-657f70f8a46d req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (207628b7-9880-4125-89c2-e60ce250471c), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:31.306511 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 52706) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:31.315561 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775ae23-b327-447f-bb57-657f70f8a46d req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:31.316194 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-3775ae23-b327-447f-bb57-657f70f8a46d req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:31.318831 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3775ae23-b327-447f-bb57-657f70f8a46d req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] 10.222.0.15 "PUT /v2.0/ports/207628b7-9880-4125-89c2-e60ce250471c HTTP/1.1" status: 200 len: 1098 time: 0.9188533 May 23 12:34:31.319285 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573d21c5-1aa6-45e2-88f6-2f8264d697ad', 'tag': '207628b7-9880-4125-89c2-e60ce250471c'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:34:31.322240 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b9fe2f-4e6a-45ba-8473-aa30e6821ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "573d21c5-1aa6-45e2-88f6-2f8264d697ad", "tag": "207628b7-9880-4125-89c2-e60ce250471c"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:34:31.392658 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7717a39-f9ea-4926-afe8-3a35f53a24eb x-openstack-request-id: req-f7717a39-f9ea-4926-afe8-3a35f53a24eb {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:34:31.393535 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "573d21c5-1aa6-45e2-88f6-2f8264d697ad", "tag": "207628b7-9880-4125-89c2-e60ce250471c", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:34:31.393808 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7717a39-f9ea-4926-afe8-3a35f53a24eb {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:34:31.394346 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7717a39-f9ea-4926-afe8-3a35f53a24eb'] response: {'name': 'network-changed', 'server_uuid': '573d21c5-1aa6-45e2-88f6-2f8264d697ad', 'tag': '207628b7-9880-4125-89c2-e60ce250471c', 'status': 'completed', 'code': 200} May 23 12:34:31.423767 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e9bc4-c4cb-4215-83d7-b11a17d49657 service neutron] Pushing event updated for resources: {'Port': ['ID=207628b7-9880-4125-89c2-e60ce250471c,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:31.440027 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775ae23-b327-447f-bb57-657f70f8a46d req-06315a13-84f2-418b-a4eb-2f1e584c7b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:31.441719 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3775ae23-b327-447f-bb57-657f70f8a46d req-06315a13-84f2-418b-a4eb-2f1e584c7b0a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61516a3c24f543d68bdb3724a11f7042&device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 1132 time: 0.0615056 May 23 12:34:31.494886 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-466a3fb8-23d6-43e2-9374-2cf8892769c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:31.516417 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3775ae23-b327-447f-bb57-657f70f8a46d req-8d017d4c-ce7c-4a3c-87af-3109afc31ef6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=207628b7-9880-4125-89c2-e60ce250471c HTTP/1.1" status: 200 len: 217 time: 0.0587304 May 23 12:34:31.536428 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c5855-b394-493d-93ab-7d8a10e7e0cb req-66ac8d55-b6bc-4571-90c9-72fccf1901d3 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:31.538092 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-333c5855-b394-493d-93ab-7d8a10e7e0cb req-66ac8d55-b6bc-4571-90c9-72fccf1901d3 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/ports?device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 948 time: 0.0793374 May 23 12:34:31.615036 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-466a3fb8-23d6-43e2-9374-2cf8892769c2 admin admin] Publish callbacks [] for security_group (19f004a5-22b5-41cb-8689-4bb110c85979), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:31.620888 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775ae23-b327-447f-bb57-657f70f8a46d req-db9e3e6d-dd37-42e0-abb2-db1aad629c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:31.622357 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3775ae23-b327-447f-bb57-657f70f8a46d req-db9e3e6d-dd37-42e0-abb2-db1aad629c08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8e60382-b38d-4b12-ad43-6769dbc7b475 HTTP/1.1" status: 200 len: 843 time: 0.0827944 May 23 12:34:31.622749 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-466a3fb8-23d6-43e2-9374-2cf8892769c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (19f004a5-22b5-41cb-8689-4bb110c85979), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:31.632968 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:31.638115 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-333c5855-b394-493d-93ab-7d8a10e7e0cb req-c1ffdda0-5052-4da0-bdc8-f1841e62e304 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b65b347-8dcd-4c39-abec-aa48dd35ed43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862322 May 23 12:34:31.671204 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a3fb8-23d6-43e2-9374-2cf8892769c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f004a5-22b5-41cb-8689-4bb110c85979,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:31.679002 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-466a3fb8-23d6-43e2-9374-2cf8892769c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60b0caf397e04eb88297de46e7f556e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3689988 May 23 12:34:31.680233 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 52714) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:31.743075 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3300e252-9ff2-4f51-9ca0-126f58bd4723 admin admin] Publish callbacks [] for security_group (19f004a5-22b5-41cb-8689-4bb110c85979), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:31.768739 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3300e252-9ff2-4f51-9ca0-126f58bd4723 admin admin] Publish callbacks [] for security_group (19f004a5-22b5-41cb-8689-4bb110c85979), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:31.817269 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3300e252-9ff2-4f51-9ca0-126f58bd4723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (19f004a5-22b5-41cb-8689-4bb110c85979), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:31.819638 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3300e252-9ff2-4f51-9ca0-126f58bd4723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:31.821167 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-3300e252-9ff2-4f51-9ca0-126f58bd4723 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19f004a5-22b5-41cb-8689-4bb110c85979 HTTP/1.1" status: 204 len: 168 time: 0.1400120 May 23 12:34:31.829394 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300e252-9ff2-4f51-9ca0-126f58bd4723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f004a5-22b5-41cb-8689-4bb110c85979,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:32.328394 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01a83a-74ac-4699-ad8c-1616427a90b2 req-d8e1f314-3790-4c77-b85b-733f1835df2a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:32.330828 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6c01a83a-74ac-4699-ad8c-1616427a90b2 req-d8e1f314-3790-4c77-b85b-733f1835df2a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0626676 May 23 12:34:32.381341 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-56f3e06a-0efb-4582-88ad-5ab468d5e97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:32.390215 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6c01a83a-74ac-4699-ad8c-1616427a90b2 req-f53a03ff-186e-4df4-bbf1-883a209fe6ea tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527511 May 23 12:34:32.769839 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b636b3c-182c-4504-9e53-32fcd33c8a00 req-a8090e6e-1c93-430d-a213-7942e6533ebc tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:32.771525 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9b636b3c-182c-4504-9e53-32fcd33c8a00 req-a8090e6e-1c93-430d-a213-7942e6533ebc tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/ports?device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 948 time: 0.0592620 May 23 12:34:32.822845 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9b636b3c-182c-4504-9e53-32fcd33c8a00 req-290fd83b-3423-490b-acbc-90438c4342df tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b65b347-8dcd-4c39-abec-aa48dd35ed43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449619 May 23 12:34:33.485975 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:33.511152 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c565ad-15d7-4087-8334-ced473d5e3c7 req-747a51e3-56b7-46e0-adac-8d9a973981a3 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:33.512748 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-54c565ad-15d7-4087-8334-ced473d5e3c7 req-747a51e3-56b7-46e0-adac-8d9a973981a3 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0484123 May 23 12:34:33.561938 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-54c565ad-15d7-4087-8334-ced473d5e3c7 req-68e0fb2e-9200-4aa1-b931-49721457301a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435317 May 23 12:34:33.951206 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa7748-8f78-4ce9-85d1-ed93509cdb7c req-6433d12f-2a8d-45ed-b1ce-51958dbb91e8 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:33.952737 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e0fa7748-8f78-4ce9-85d1-ed93509cdb7c req-6433d12f-2a8d-45ed-b1ce-51958dbb91e8 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/ports?device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 948 time: 0.0534427 May 23 12:34:33.996333 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=3 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:34.004712 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e0fa7748-8f78-4ce9-85d1-ed93509cdb7c req-f9ed6a67-7e63-4dcd-805c-e38d29c418f4 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b65b347-8dcd-4c39-abec-aa48dd35ed43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462646 May 23 12:34:34.431091 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775ae23-b327-447f-bb57-657f70f8a46d req-475785a3-d752-4ad2-b0b4-427906dfbbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:34.432732 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3775ae23-b327-447f-bb57-657f70f8a46d req-475785a3-d752-4ad2-b0b4-427906dfbbda service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b18cfc1c-cb1a-4366-bbc5-7de8acc51a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0425062 May 23 12:34:34.532817 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3775ae23-b327-447f-bb57-657f70f8a46d req-a90f0a8a-fa2a-436e-9043-a719533842ba service neutron] 10.222.0.15 "GET /v2.0/networks/b18cfc1c-cb1a-4366-bbc5-7de8acc51a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864787 May 23 12:34:34.615220 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:34.626997 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-08e0b513-b3b6-4d50-92fc-266cb7d05a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:34.632429 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3775ae23-b327-447f-bb57-657f70f8a46d req-8f30ea36-47e4-4eef-b965-a99028150a56 service neutron] 10.222.0.15 "GET /v2.0/networks/b18cfc1c-cb1a-4366-bbc5-7de8acc51a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918863 May 23 12:34:34.685554 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3825e0-5ed9-4e5a-9026-e4c63c9022db req-fdba733e-be1f-4b6f-a41d-9fa0e1d6acc4 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:34.687049 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1e3825e0-5ed9-4e5a-9026-e4c63c9022db req-fdba733e-be1f-4b6f-a41d-9fa0e1d6acc4 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0480983 May 23 12:34:34.736949 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1e3825e0-5ed9-4e5a-9026-e4c63c9022db req-679089d0-e775-43e7-b441-47d8c752dc10 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442040 May 23 12:34:35.129393 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d0f98-04bf-4a8e-ad8b-4ae7b894ce24 req-5dabd452-0ddb-4316-8e8a-b6f21b5ebca0 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:35.131008 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1b0d0f98-04bf-4a8e-ad8b-4ae7b894ce24 req-5dabd452-0ddb-4316-8e8a-b6f21b5ebca0 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/ports?device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 948 time: 0.0532646 May 23 12:34:35.194634 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1b0d0f98-04bf-4a8e-ad8b-4ae7b894ce24 req-9802fbad-d952-4d60-95db-0af4540f23d1 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b65b347-8dcd-4c39-abec-aa48dd35ed43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580535 May 23 12:34:35.872116 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b65baa-cc14-4b8a-b74a-27c50d485463 req-edb8b6cc-c699-45e6-8363-afc231609774 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:35.874004 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-29b65baa-cc14-4b8a-b74a-27c50d485463 req-edb8b6cc-c699-45e6-8363-afc231609774 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0614834 May 23 12:34:35.926686 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:35.933365 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-29b65baa-cc14-4b8a-b74a-27c50d485463 req-57882adb-04b7-4b72-8021-763fa1fab909 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534205 May 23 12:34:36.316554 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ddc4d-8b6a-44f2-818d-cd969ee1cf8c req-fccd3476-00e5-4158-9e16-71a98586cb5f tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:36.318256 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6e3ddc4d-8b6a-44f2-818d-cd969ee1cf8c req-fccd3476-00e5-4158-9e16-71a98586cb5f tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/ports?device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 948 time: 0.0472429 May 23 12:34:36.367473 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6e3ddc4d-8b6a-44f2-818d-cd969ee1cf8c req-538f713b-067e-40bd-827e-8eecef7b6f79 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b65b347-8dcd-4c39-abec-aa48dd35ed43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435727 May 23 12:34:37.058739 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e4d7a-b315-4f5d-a342-23cee6b77b91 req-010a9676-373e-42c9-8506-4c7bf4766c01 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:37.060286 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1e6e4d7a-b315-4f5d-a342-23cee6b77b91 req-010a9676-373e-42c9-8506-4c7bf4766c01 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0515625 May 23 12:34:37.072452 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:37.111872 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1e6e4d7a-b315-4f5d-a342-23cee6b77b91 req-1e30d113-b47b-4f79-8577-ba4280c30eec tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454564 May 23 12:34:37.263269 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:37.487334 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52906d88-6cf8-4e97-98b5-965d0ff8cac7 req-e7ba4303-a915-4536-a767-725742a9d389 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:37.488879 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-52906d88-6cf8-4e97-98b5-965d0ff8cac7 req-e7ba4303-a915-4536-a767-725742a9d389 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/ports?device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 948 time: 0.0479112 May 23 12:34:37.537885 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-52906d88-6cf8-4e97-98b5-965d0ff8cac7 req-2cdb50af-49e0-4d17-822b-e48896670875 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b65b347-8dcd-4c39-abec-aa48dd35ed43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431693 May 23 12:34:38.231892 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c3a0c-141e-43c3-960a-50b584cf011f req-ca9147cc-20ab-414b-8c1d-f359b281ff81 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:38.233417 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e75c3a0c-141e-43c3-960a-50b584cf011f req-ca9147cc-20ab-414b-8c1d-f359b281ff81 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0502882 May 23 12:34:38.492952 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e75c3a0c-141e-43c3-960a-50b584cf011f req-c6c82efc-380f-4c23-9522-d84ac1dc81f2 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539613 May 23 12:34:38.631593 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:38.660976 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f5c9d-7bd3-476f-96af-ab983ad23d1e req-7fc550d1-5ac8-48fe-b6b0-d0ad4d1a17fc tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:38.662391 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-381f5c9d-7bd3-476f-96af-ab983ad23d1e req-7fc550d1-5ac8-48fe-b6b0-d0ad4d1a17fc tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/ports?device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 948 time: 0.0523915 May 23 12:34:38.689553 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 207628b7-9880-4125-89c2-e60ce250471c details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:34:38.715332 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-381f5c9d-7bd3-476f-96af-ab983ad23d1e req-ff6f4456-ccfd-40ff-a0ca-0c1da7e4c93e tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b65b347-8dcd-4c39-abec-aa48dd35ed43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445244 May 23 12:34:38.794065 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 207628b7-9880-4125-89c2-e60ce250471c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=207628b7-9880-4125-89c2-e60ce250471c,segment=NetworkSegment(08c38b9a-2776-43d6-aa02-d101179e7e8c),segment_id=08c38b9a-2776-43d6-aa02-d101179e7e8c)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:34:38.806636 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': '207628b7-9880-4125-89c2-e60ce250471c', 'network_id': 'b18cfc1c-cb1a-4366-bbc5-7de8acc51a33', 'port_id': '207628b7-9880-4125-89c2-e60ce250471c', 'mac_address': 'fa:16:3e:fa:1f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e60382-b38d-4b12-ad43-6769dbc7b475', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:34:38.842867 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 207628b7-9880-4125-89c2-e60ce250471c is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:34:38.843243 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (207628b7-9880-4125-89c2-e60ce250471c), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:38.857602 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207628b7-9880-4125-89c2-e60ce250471c {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:34:38.879032 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 207628b7-9880-4125-89c2-e60ce250471c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=207628b7-9880-4125-89c2-e60ce250471c,segment=NetworkSegment(08c38b9a-2776-43d6-aa02-d101179e7e8c),segment_id=08c38b9a-2776-43d6-aa02-d101179e7e8c)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:34:38.885662 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (207628b7-9880-4125-89c2-e60ce250471c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:38.957986 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=207628b7-9880-4125-89c2-e60ce250471c,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:38.963106 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9fe2f-4e6a-45ba-8473-aa30e6821ddc req-81547997-cf8d-4ac4-aa1f-ba409eafd812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:38.964643 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-06b9fe2f-4e6a-45ba-8473-aa30e6821ddc req-81547997-cf8d-4ac4-aa1f-ba409eafd812 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61516a3c24f543d68bdb3724a11f7042&device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 1133 time: 0.0458548 May 23 12:34:39.080478 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9fe2f-4e6a-45ba-8473-aa30e6821ddc req-cbddd889-7fda-4c57-95c8-ba4f45e05ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:39.081995 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-06b9fe2f-4e6a-45ba-8473-aa30e6821ddc req-cbddd889-7fda-4c57-95c8-ba4f45e05ebb service neutron] 10.222.0.15 "GET /v2.0/networks?id=b18cfc1c-cb1a-4366-bbc5-7de8acc51a33 HTTP/1.1" status: 200 len: 870 time: 0.1038804 May 23 12:34:39.127855 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-06b9fe2f-4e6a-45ba-8473-aa30e6821ddc req-81ca26de-3152-4d1c-9393-29569bc645d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=207628b7-9880-4125-89c2-e60ce250471c HTTP/1.1" status: 200 len: 217 time: 0.0342774 May 23 12:34:39.192518 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9fe2f-4e6a-45ba-8473-aa30e6821ddc req-12391229-b6e0-461f-a01c-47139a494653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:39.194901 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-06b9fe2f-4e6a-45ba-8473-aa30e6821ddc req-12391229-b6e0-461f-a01c-47139a494653 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8e60382-b38d-4b12-ad43-6769dbc7b475 HTTP/1.1" status: 200 len: 843 time: 0.0541203 May 23 12:34:39.245680 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9fe2f-4e6a-45ba-8473-aa30e6821ddc req-b53339d0-5b19-4c5b-88e0-34f9e5ab8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:39.247212 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-06b9fe2f-4e6a-45ba-8473-aa30e6821ddc req-b53339d0-5b19-4c5b-88e0-34f9e5ab8edd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b18cfc1c-cb1a-4366-bbc5-7de8acc51a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0400567 May 23 12:34:39.257878 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['207628b7-9880-4125-89c2-e60ce250471c'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:34:39.328565 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:39.367412 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-06b9fe2f-4e6a-45ba-8473-aa30e6821ddc req-c0447ded-86b4-4ca3-a256-35a7a8478b8f service neutron] 10.222.0.15 "GET /v2.0/networks/b18cfc1c-cb1a-4366-bbc5-7de8acc51a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922482 May 23 12:34:39.481139 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-06b9fe2f-4e6a-45ba-8473-aa30e6821ddc req-01d70e1f-5d38-4a30-9ce2-e3873692c98b service neutron] 10.222.0.15 "GET /v2.0/networks/b18cfc1c-cb1a-4366-bbc5-7de8acc51a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063504 May 23 12:34:39.614093 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfe599-a747-4e08-a6f0-2e3b193fcee2 req-3f21b50a-5d7e-40d6-954f-9e5b47f68513 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:39.615620 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cdbfe599-a747-4e08-a6f0-2e3b193fcee2 req-3f21b50a-5d7e-40d6-954f-9e5b47f68513 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0520113 May 23 12:34:39.685518 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cdbfe599-a747-4e08-a6f0-2e3b193fcee2 req-9793c256-8091-4a95-ab07-7c889cdaff04 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580299 May 23 12:34:39.837203 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef017eb7-c605-489e-bb0f-1820466db2e5 req-2ddb60a6-4847-4690-ad68-3ab31354404c tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:39.838732 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef017eb7-c605-489e-bb0f-1820466db2e5 req-2ddb60a6-4847-4690-ad68-3ab31354404c tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/ports?device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 949 time: 0.0513031 May 23 12:34:39.890370 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef017eb7-c605-489e-bb0f-1820466db2e5 req-d80c1ad2-94e2-4e6e-ba10-9b99d93fa6b1 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b65b347-8dcd-4c39-abec-aa48dd35ed43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460577 May 23 12:34:40.016702 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=5 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:40.807377 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479fb6e-6e46-4029-a58a-07314026cea8 req-0e8ded49-3b7e-4ff4-a7fe-4ab6f58f19e0 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:40.808955 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2479fb6e-6e46-4029-a58a-07314026cea8 req-0e8ded49-3b7e-4ff4-a7fe-4ab6f58f19e0 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0491884 May 23 12:34:40.858912 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2479fb6e-6e46-4029-a58a-07314026cea8 req-077d9bb2-4e9a-4682-9da7-6edef4adf84b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444536 May 23 12:34:40.992766 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:41.006072 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be764664-e47c-4ba8-999d-15abdd12eaf2 req-9f78b315-8d07-4034-83ab-f07b2f7752b2 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:41.008206 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-be764664-e47c-4ba8-999d-15abdd12eaf2 req-9f78b315-8d07-4034-83ab-f07b2f7752b2 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/ports?device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 949 time: 0.0491004 May 23 12:34:41.060931 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-be764664-e47c-4ba8-999d-15abdd12eaf2 req-08c7d38f-989a-4784-9569-c9b7f83ec7ac tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b65b347-8dcd-4c39-abec-aa48dd35ed43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471935 May 23 12:34:41.824131 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:UPDATE=2,neutron:SELECT=74,neutron:DELETE=8,neutron:INSERT=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:41.825090 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=58,neutron:DELETE=3,neutron:INSERT=8 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:41.977840 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412505d-ba89-419c-8992-802f1192d6ff req-c3cb0854-d8bf-450b-abbf-3eabf52f7bb5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:41.979345 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9412505d-ba89-419c-8992-802f1192d6ff req-c3cb0854-d8bf-450b-abbf-3eabf52f7bb5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0506938 May 23 12:34:42.031915 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9412505d-ba89-419c-8992-802f1192d6ff req-14a75523-6665-4235-ae69-3d97e29e97fe tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467970 May 23 12:34:42.190712 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e0278-11aa-4a52-a1d3-4f7186903334 req-9c168d0f-cbdd-42cc-8b37-eac3d4df17bf tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:42.192270 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9e0e0278-11aa-4a52-a1d3-4f7186903334 req-9c168d0f-cbdd-42cc-8b37-eac3d4df17bf tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/ports?device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 949 time: 0.0571673 May 23 12:34:42.241967 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9e0e0278-11aa-4a52-a1d3-4f7186903334 req-75766038-a6fa-41b7-9047-3ea8c51a5df3 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b65b347-8dcd-4c39-abec-aa48dd35ed43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440595 May 23 12:34:43.059094 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 207628b7-9880-4125-89c2-e60ce250471c up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:34:43.108324 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning for port 207628b7-9880-4125-89c2-e60ce250471c completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 12:34:43.114528 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port 207628b7-9880-4125-89c2-e60ce250471c triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:34:43.114978 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (207628b7-9880-4125-89c2-e60ce250471c), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:43.153585 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:43.157639 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcabc1-6dde-4efa-a7e4-0028d2b1aacd req-17bf244b-248d-4808-b638-9741f0b71100 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:43.159304 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-37bcabc1-6dde-4efa-a7e4-0028d2b1aacd req-17bf244b-248d-4808-b638-9741f0b71100 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0558691 May 23 12:34:43.194015 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 207628b7-9880-4125-89c2-e60ce250471c is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:34:43.194406 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (207628b7-9880-4125-89c2-e60ce250471c), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:43.211291 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-37bcabc1-6dde-4efa-a7e4-0028d2b1aacd req-87d43f15-b817-457f-bcf5-0180c4126f84 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445070 May 23 12:34:43.219101 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573d21c5-1aa6-45e2-88f6-2f8264d697ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207628b7-9880-4125-89c2-e60ce250471c'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:34:43.221366 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066d6e7c-2b59-4765-b5fd-1efde57975b5" -d '{"events": [{"server_uuid": "573d21c5-1aa6-45e2-88f6-2f8264d697ad", "name": "network-vif-plugged", "status": "completed", "tag": "207628b7-9880-4125-89c2-e60ce250471c"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:34:43.236822 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 207628b7-9880-4125-89c2-e60ce250471c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=207628b7-9880-4125-89c2-e60ce250471c,segment=NetworkSegment(08c38b9a-2776-43d6-aa02-d101179e7e8c),segment_id=08c38b9a-2776-43d6-aa02-d101179e7e8c)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:34:43.242513 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (207628b7-9880-4125-89c2-e60ce250471c), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:43.268670 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9f3bf4-da66-4e84-bbb8-a8e41678bbff x-openstack-request-id: req-8c9f3bf4-da66-4e84-bbb8-a8e41678bbff {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:34:43.268981 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573d21c5-1aa6-45e2-88f6-2f8264d697ad", "name": "network-vif-plugged", "status": "completed", "tag": "207628b7-9880-4125-89c2-e60ce250471c", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:34:43.269235 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c9f3bf4-da66-4e84-bbb8-a8e41678bbff {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:34:43.269629 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c9f3bf4-da66-4e84-bbb8-a8e41678bbff'] response: {'server_uuid': '573d21c5-1aa6-45e2-88f6-2f8264d697ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207628b7-9880-4125-89c2-e60ce250471c', 'code': 200} May 23 12:34:43.297275 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:43.301326 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=207628b7-9880-4125-89c2-e60ce250471c,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:43.391222 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab3bbe-2dfc-4aa0-90ab-43600384335d req-9760ea97-11c1-4e2a-9f1c-74841b911a38 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:43.392820 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0cab3bbe-2dfc-4aa0-90ab-43600384335d req-9760ea97-11c1-4e2a-9f1c-74841b911a38 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/ports?device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 950 time: 0.0575936 May 23 12:34:43.487625 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0cab3bbe-2dfc-4aa0-90ab-43600384335d req-3e43b07f-60de-40fb-b0c7-24e3a6aeeab1 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b65b347-8dcd-4c39-abec-aa48dd35ed43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849493 May 23 12:34:43.490708 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66fc06-3338-42af-8723-44eabce71589 req-5ce7f6eb-d9b5-4d99-8d55-27e2caeac607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:43.492471 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0a66fc06-3338-42af-8723-44eabce71589 req-5ce7f6eb-d9b5-4d99-8d55-27e2caeac607 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 1134 time: 0.0632091 May 23 12:34:43.519193 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:43.541414 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0a66fc06-3338-42af-8723-44eabce71589 req-516f205b-b77f-4505-a68b-71d3e9c8f856 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4b65b347-8dcd-4c39-abec-aa48dd35ed43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417593 May 23 12:34:44.332257 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49463d08-cd8d-4ddf-a453-96dc04faa888 req-418e877e-3bae-4533-a1b3-13c61dc67fb0 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:44.334063 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-49463d08-cd8d-4ddf-a453-96dc04faa888 req-418e877e-3bae-4533-a1b3-13c61dc67fb0 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0491035 May 23 12:34:44.382673 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-49463d08-cd8d-4ddf-a453-96dc04faa888 req-7e5701c7-ae78-45f1-89cc-90f2bbd065c9 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417898 May 23 12:34:44.607386 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b267ae1-db4a-406b-a0fb-5d1b1943082b req-2f0dc671-6455-4c2b-8c3b-704716354bd3 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:44.608926 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5b267ae1-db4a-406b-a0fb-5d1b1943082b req-2f0dc671-6455-4c2b-8c3b-704716354bd3 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/ports?device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 950 time: 0.0478597 May 23 12:34:44.662437 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5b267ae1-db4a-406b-a0fb-5d1b1943082b req-99ef5d8c-8bd5-455c-a682-51addc8c9c36 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b65b347-8dcd-4c39-abec-aa48dd35ed43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479293 May 23 12:34:45.505383 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81a693-c6e9-42f0-bb7f-5fba23104403 req-d1bc2409-9a3f-4a8a-a160-6ea69ba10a57 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:45.506872 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5e81a693-c6e9-42f0-bb7f-5fba23104403 req-d1bc2409-9a3f-4a8a-a160-6ea69ba10a57 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0488114 May 23 12:34:45.558335 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5e81a693-c6e9-42f0-bb7f-5fba23104403 req-dc38444e-51de-4dd6-be44-6d98cdc5cacd tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455329 May 23 12:34:45.782153 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9d464-5c0f-40a7-847a-dd46c5ea8a6d req-b0544a68-2195-4ac9-a5eb-b472e9245ae4 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:45.783652 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-eba9d464-5c0f-40a7-847a-dd46c5ea8a6d req-b0544a68-2195-4ac9-a5eb-b472e9245ae4 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/ports?device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 950 time: 0.0496590 May 23 12:34:45.831894 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-eba9d464-5c0f-40a7-847a-dd46c5ea8a6d req-b76283a7-dc4c-45a1-854a-540017e941a1 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b65b347-8dcd-4c39-abec-aa48dd35ed43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425737 May 23 12:34:46.135174 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb4c8a-4c68-442e-a1be-9b4729ac2aa8 req-f2ecdecd-9a94-4fcc-ae0e-5c3516ee6cad tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:46.136752 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-48bb4c8a-4c68-442e-a1be-9b4729ac2aa8 req-f2ecdecd-9a94-4fcc-ae0e-5c3516ee6cad tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/ports?device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 950 time: 0.0549536 May 23 12:34:46.187586 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-48bb4c8a-4c68-442e-a1be-9b4729ac2aa8 req-1625c5df-d851-4433-a807-62efe00cdfda tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b65b347-8dcd-4c39-abec-aa48dd35ed43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449183 May 23 12:34:46.698216 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3c878-ea12-44a2-a9b3-ec80dac6a142 req-9d134f7c-7139-4969-9a11-4a59a8888acc tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:46.700758 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e9a3c878-ea12-44a2-a9b3-ec80dac6a142 req-9d134f7c-7139-4969-9a11-4a59a8888acc tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0529642 May 23 12:34:46.739900 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:46.754505 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e9a3c878-ea12-44a2-a9b3-ec80dac6a142 req-36d1f653-683e-4dc5-882d-666e075a1f01 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477831 May 23 12:34:47.305300 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f1ffd-6459-4e08-88cb-80bdbf6e1892 req-a2d0fe0b-b0de-4e12-bf61-a46323c68520 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:47.306677 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f75f1ffd-6459-4e08-88cb-80bdbf6e1892 req-a2d0fe0b-b0de-4e12-bf61-a46323c68520 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/ports?device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 950 time: 0.0494912 May 23 12:34:47.364742 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f75f1ffd-6459-4e08-88cb-80bdbf6e1892 req-f1155676-29c6-4644-b52a-b30db574fa3c tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b65b347-8dcd-4c39-abec-aa48dd35ed43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522573 May 23 12:34:47.731349 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 53046) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:47.886121 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e31085b6-b845-4ac4-be8e-bfac100b4db2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:47.892727 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6be51b-42fa-4007-9645-c7b2d728b219 req-b929a310-b519-4604-be79-94ddcf985560 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:47.894233 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ae6be51b-42fa-4007-9645-c7b2d728b219 req-b929a310-b519-4604-be79-94ddcf985560 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0495398 May 23 12:34:47.945743 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ae6be51b-42fa-4007-9645-c7b2d728b219 req-deabe115-5b35-438d-b9b3-c21ff5643363 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454729 May 23 12:34:47.968732 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e31085b6-b845-4ac4-be8e-bfac100b4db2 admin admin] Publish callbacks [] for security_group (a051e223-0692-4792-9714-dd4a4477ae8b), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:47.972812 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e31085b6-b845-4ac4-be8e-bfac100b4db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (a051e223-0692-4792-9714-dd4a4477ae8b), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:48.012923 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-e31085b6-b845-4ac4-be8e-bfac100b4db2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70096c9a67564164a58780f6d5e9b227&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804625 May 23 12:34:48.013624 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31085b6-b845-4ac4-be8e-bfac100b4db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a051e223-0692-4792-9714-dd4a4477ae8b,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:48.015598 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 53052) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:48.066427 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3b2d0475-5600-43c6-876d-4a76c19edc8e admin admin] Publish callbacks [] for security_group (a051e223-0692-4792-9714-dd4a4477ae8b), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:48.090299 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3b2d0475-5600-43c6-876d-4a76c19edc8e admin admin] Publish callbacks [] for security_group (a051e223-0692-4792-9714-dd4a4477ae8b), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:48.143301 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3b2d0475-5600-43c6-876d-4a76c19edc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (a051e223-0692-4792-9714-dd4a4477ae8b), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:48.145949 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3b2d0475-5600-43c6-876d-4a76c19edc8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:48.147037 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-3b2d0475-5600-43c6-876d-4a76c19edc8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a051e223-0692-4792-9714-dd4a4477ae8b HTTP/1.1" status: 204 len: 168 time: 0.1304278 May 23 12:34:48.155925 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d0475-5600-43c6-876d-4a76c19edc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a051e223-0692-4792-9714-dd4a4477ae8b,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:48.454311 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 53060) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:48.467758 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52cfa004-f966-4f72-a454-0c711cf828ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:48.496577 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabe03d-1ce4-4619-9f1c-d2f11cef5d92 req-58a80f1e-b651-4575-831d-e04b1d0f9dd9 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:48.498150 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-deabe03d-1ce4-4619-9f1c-d2f11cef5d92 req-58a80f1e-b651-4575-831d-e04b1d0f9dd9 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/ports?device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 950 time: 0.0600026 May 23 12:34:48.513278 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:48.551770 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52cfa004-f966-4f72-a454-0c711cf828ae admin admin] Publish callbacks [] for security_group (1d57843f-4221-4d6a-a9d0-eb2218e17b7c), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:48.556364 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-deabe03d-1ce4-4619-9f1c-d2f11cef5d92 req-ab3cdd02-74cd-428b-ae93-b0758b58fd51 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b65b347-8dcd-4c39-abec-aa48dd35ed43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515506 May 23 12:34:48.559467 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52cfa004-f966-4f72-a454-0c711cf828ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (1d57843f-4221-4d6a-a9d0-eb2218e17b7c), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:48.606330 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfa004-f966-4f72-a454-0c711cf828ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d57843f-4221-4d6a-a9d0-eb2218e17b7c,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:48.610615 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-52cfa004-f966-4f72-a454-0c711cf828ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03083278661a4cd69237c223badba3f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552334 May 23 12:34:48.613359 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 53062) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:48.665448 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4c28d815-723d-4822-8cf7-dc8935f593e8 admin admin] Publish callbacks [] for security_group (1d57843f-4221-4d6a-a9d0-eb2218e17b7c), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:48.695447 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4c28d815-723d-4822-8cf7-dc8935f593e8 admin admin] Publish callbacks [] for security_group (1d57843f-4221-4d6a-a9d0-eb2218e17b7c), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:48.749678 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4c28d815-723d-4822-8cf7-dc8935f593e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (1d57843f-4221-4d6a-a9d0-eb2218e17b7c), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:48.752466 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4c28d815-723d-4822-8cf7-dc8935f593e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:48.753652 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-4c28d815-723d-4822-8cf7-dc8935f593e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d57843f-4221-4d6a-a9d0-eb2218e17b7c HTTP/1.1" status: 204 len: 168 time: 0.1393292 May 23 12:34:48.763038 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28d815-723d-4822-8cf7-dc8935f593e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d57843f-4221-4d6a-a9d0-eb2218e17b7c,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:49.067287 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37feb424-aa72-4903-b47a-a8f50a0f5711 req-d5b78db5-872d-4541-bcf6-8cce3ac88a7a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:49.070713 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-37feb424-aa72-4903-b47a-a8f50a0f5711 req-d5b78db5-872d-4541-bcf6-8cce3ac88a7a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0523794 May 23 12:34:49.120948 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-37feb424-aa72-4903-b47a-a8f50a0f5711 req-4398af3b-02cd-4418-a9a5-cdf668f27dbd tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461757 May 23 12:34:49.681727 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147792de-2d31-4c5b-b1f3-cbdeb21210dc req-a9b80dcf-b61b-44a2-9a09-1f115db3ac10 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:49.683150 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-147792de-2d31-4c5b-b1f3-cbdeb21210dc req-a9b80dcf-b61b-44a2-9a09-1f115db3ac10 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/ports?device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 950 time: 0.0503540 May 23 12:34:49.736077 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-147792de-2d31-4c5b-b1f3-cbdeb21210dc req-cfaaa872-fcca-41df-90db-f2af49cc4374 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b65b347-8dcd-4c39-abec-aa48dd35ed43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469162 May 23 12:34:50.239899 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73065925-c053-46f8-9161-a552847cd30e req-a609dbfb-1b19-4fce-87bb-c58b9b6bc23a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:50.241915 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-73065925-c053-46f8-9161-a552847cd30e req-a609dbfb-1b19-4fce-87bb-c58b9b6bc23a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0496266 May 23 12:34:50.295304 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-73065925-c053-46f8-9161-a552847cd30e req-5462e730-986b-435d-8b8d-7ea804e0ac8b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473728 May 23 12:34:50.409988 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a844542-92c4-4d1f-9191-75b6fca14ed2 req-a2116dc0-762d-4524-bc58-9089d02fb3ea tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:50.411469 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8a844542-92c4-4d1f-9191-75b6fca14ed2 req-a2116dc0-762d-4524-bc58-9089d02fb3ea tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.15 "GET /v2.0/ports?device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 950 time: 0.0632787 May 23 12:34:50.570853 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:50.577207 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-8a844542-92c4-4d1f-9191-75b6fca14ed2 req-c2de5b66-5549-40ba-a5f8-04a3cdba8ae8 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Deleting port 207628b7-9880-4125-89c2-e60ce250471c {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:34:50.577892 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8a844542-92c4-4d1f-9191-75b6fca14ed2 req-c2de5b66-5549-40ba-a5f8-04a3cdba8ae8 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (207628b7-9880-4125-89c2-e60ce250471c), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:50.682439 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-8a844542-92c4-4d1f-9191-75b6fca14ed2 req-c2de5b66-5549-40ba-a5f8-04a3cdba8ae8 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] For port 207628b7-9880-4125-89c2-e60ce250471c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=207628b7-9880-4125-89c2-e60ce250471c,segment=NetworkSegment(08c38b9a-2776-43d6-aa02-d101179e7e8c),segment_id=08c38b9a-2776-43d6-aa02-d101179e7e8c)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:34:50.682802 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8a844542-92c4-4d1f-9191-75b6fca14ed2 req-c2de5b66-5549-40ba-a5f8-04a3cdba8ae8 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (207628b7-9880-4125-89c2-e60ce250471c), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:50.700207 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-8a844542-92c4-4d1f-9191-75b6fca14ed2 req-c2de5b66-5549-40ba-a5f8-04a3cdba8ae8 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Calling delete_port for 207628b7-9880-4125-89c2-e60ce250471c owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:34:50.895746 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74b2ba-a699-4da8-a52a-3795f435565e req-bc462d14-e811-4728-a8bd-6536e17129ca tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:50.897508 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3f74b2ba-a699-4da8-a52a-3795f435565e req-bc462d14-e811-4728-a8bd-6536e17129ca tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/ports?device_id=573d21c5-1aa6-45e2-88f6-2f8264d697ad HTTP/1.1" status: 200 len: 950 time: 0.0792496 May 23 12:34:50.921267 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8a844542-92c4-4d1f-9191-75b6fca14ed2 req-c2de5b66-5549-40ba-a5f8-04a3cdba8ae8 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (207628b7-9880-4125-89c2-e60ce250471c), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:50.927920 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:50.945151 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['207628b7-9880-4125-89c2-e60ce250471c'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:34:50.961743 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de5b66-5549-40ba-a5f8-04a3cdba8ae8 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Pushing event deleted for resources: {'Port': ['ID=207628b7-9880-4125-89c2-e60ce250471c,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:51.033526 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3f74b2ba-a699-4da8-a52a-3795f435565e req-e905a772-025b-4b36-a487-507c0b601da0 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b65b347-8dcd-4c39-abec-aa48dd35ed43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278963 May 23 12:34:51.060383 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a844542-92c4-4d1f-9191-75b6fca14ed2 req-c2de5b66-5549-40ba-a5f8-04a3cdba8ae8 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] No DVR routers for this DVR port 207628b7-9880-4125-89c2-e60ce250471c on host hv-cinder-83699 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:34:51.063636 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8a844542-92c4-4d1f-9191-75b6fca14ed2 req-c2de5b66-5549-40ba-a5f8-04a3cdba8ae8 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:51.067059 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8a844542-92c4-4d1f-9191-75b6fca14ed2 req-c2de5b66-5549-40ba-a5f8-04a3cdba8ae8 tempest-VolumesNegativeTest-1214720988 tempest-VolumesNegativeTest-1214720988-project] 10.222.0.15 "DELETE /v2.0/ports/207628b7-9880-4125-89c2-e60ce250471c HTTP/1.1" status: 204 len: 173 time: 0.6445370 May 23 12:34:51.067562 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573d21c5-1aa6-45e2-88f6-2f8264d697ad', 'name': 'network-vif-deleted', 'tag': '207628b7-9880-4125-89c2-e60ce250471c'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:34:51.071071 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641d3349-47b9-4cec-af93-4e45020fcfb5" -d '{"events": [{"server_uuid": "573d21c5-1aa6-45e2-88f6-2f8264d697ad", "name": "network-vif-deleted", "tag": "207628b7-9880-4125-89c2-e60ce250471c"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:34:51.124905 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b2db54-e2d2-4b7f-a5cb-ed49b79ef07e x-openstack-request-id: req-62b2db54-e2d2-4b7f-a5cb-ed49b79ef07e {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:34:51.125193 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573d21c5-1aa6-45e2-88f6-2f8264d697ad", "name": "network-vif-deleted", "tag": "207628b7-9880-4125-89c2-e60ce250471c", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:34:51.125437 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62b2db54-e2d2-4b7f-a5cb-ed49b79ef07e {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:34:51.125831 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b2db54-e2d2-4b7f-a5cb-ed49b79ef07e'] response: {'server_uuid': '573d21c5-1aa6-45e2-88f6-2f8264d697ad', 'name': 'network-vif-deleted', 'tag': '207628b7-9880-4125-89c2-e60ce250471c', 'status': 'completed', 'code': 200} May 23 12:34:51.437769 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7ac7b-3ba0-459c-910c-c536fce5f9db req-82bf764b-f43a-41fa-b9f6-7d003d948b58 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:51.439388 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-82a7ac7b-3ba0-459c-910c-c536fce5f9db req-82bf764b-f43a-41fa-b9f6-7d003d948b58 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0534644 May 23 12:34:51.508965 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-82a7ac7b-3ba0-459c-910c-c536fce5f9db req-c02306bf-271e-4185-851d-cd50cdd6b190 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627708 May 23 12:34:52.638694 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b5a9d-a4f2-4b07-bcbf-b65ac37e4086 req-11bdc801-b026-4c2b-95a6-729624c4ec16 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:52.640733 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-551b5a9d-a4f2-4b07-bcbf-b65ac37e4086 req-11bdc801-b026-4c2b-95a6-729624c4ec16 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0580196 May 23 12:34:52.700150 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-551b5a9d-a4f2-4b07-bcbf-b65ac37e4086 req-de98575d-c627-4693-8821-cb6e47cb5561 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537980 May 23 12:34:53.065545 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 207628b7-9880-4125-89c2-e60ce250471c no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:34:53.091038 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] No Port match for: 207628b7-9880-4125-89c2-e60ce250471c {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:34:53.091388 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 207628b7-9880-4125-89c2-e60ce250471c not bound to the agent host hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:34:53.280282 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 53304) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:53.400336 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d2c2211f-8a8f-4e57-9605-6f94b40d1862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:53.480611 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d2c2211f-8a8f-4e57-9605-6f94b40d1862 admin admin] Publish callbacks [] for security_group (1eae02d7-b6e2-48f0-964b-d38bb37abda1), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:53.491931 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d2c2211f-8a8f-4e57-9605-6f94b40d1862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (1eae02d7-b6e2-48f0-964b-d38bb37abda1), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:53.533398 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-d2c2211f-8a8f-4e57-9605-6f94b40d1862 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f187cd69b6a64d9781dafe42b1cc6130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519977 May 23 12:34:53.536548 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 53320) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:53.544793 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2211f-8a8f-4e57-9605-6f94b40d1862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eae02d7-b6e2-48f0-964b-d38bb37abda1,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:53.598100 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:53.604878 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9e04b667-bb4e-465c-922e-65fbfe43faa5 admin admin] Publish callbacks [] for security_group (1eae02d7-b6e2-48f0-964b-d38bb37abda1), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:53.635818 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9e04b667-bb4e-465c-922e-65fbfe43faa5 admin admin] Publish callbacks [] for security_group (1eae02d7-b6e2-48f0-964b-d38bb37abda1), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:53.703365 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9e04b667-bb4e-465c-922e-65fbfe43faa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (1eae02d7-b6e2-48f0-964b-d38bb37abda1), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:53.707095 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9e04b667-bb4e-465c-922e-65fbfe43faa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:53.712256 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-9e04b667-bb4e-465c-922e-65fbfe43faa5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1eae02d7-b6e2-48f0-964b-d38bb37abda1 HTTP/1.1" status: 204 len: 168 time: 0.1741087 May 23 12:34:53.725576 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04b667-bb4e-465c-922e-65fbfe43faa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eae02d7-b6e2-48f0-964b-d38bb37abda1,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:53.907200 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd20227-449e-441d-8b54-41870da96593 req-cb5f8b63-1af6-470c-a1ba-52949a81aefc tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:53.914556 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-edd20227-449e-441d-8b54-41870da96593 req-cb5f8b63-1af6-470c-a1ba-52949a81aefc tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0770609 May 23 12:34:53.984151 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-edd20227-449e-441d-8b54-41870da96593 req-5c169d72-8df7-4ee5-9272-1ff707ba780c tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596931 May 23 12:34:55.152855 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3081223-8748-404d-bb98-2c11dae13d33 req-af6e58da-fc1e-4703-b5c5-7f0cacfd2883 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:55.152855 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a3081223-8748-404d-bb98-2c11dae13d33 req-af6e58da-fc1e-4703-b5c5-7f0cacfd2883 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0751271 May 23 12:34:55.222567 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a3081223-8748-404d-bb98-2c11dae13d33 req-4bb19b07-42ff-43ef-b1dd-06327d33a568 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645623 May 23 12:34:55.469731 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 53538) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:55.618631 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ec1f69d4-45b7-440d-a353-ff94fa23bc8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:55.655031 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:34:55.727151 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ec1f69d4-45b7-440d-a353-ff94fa23bc8b admin admin] Publish callbacks [] for security_group (9e8ad753-2b8b-4570-b3d1-92007c0a1920), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:55.732949 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ec1f69d4-45b7-440d-a353-ff94fa23bc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (9e8ad753-2b8b-4570-b3d1-92007c0a1920), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:55.779456 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-ec1f69d4-45b7-440d-a353-ff94fa23bc8b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=087539c0e4c349c8a06ea352bcc4f3f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3086276 May 23 12:34:55.780253 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f69d4-45b7-440d-a353-ff94fa23bc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8ad753-2b8b-4570-b3d1-92007c0a1920,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:55.782456 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 53572) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:55.845331 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cdf23841-3c9f-44eb-9028-72eaf336994d admin admin] Publish callbacks [] for security_group (9e8ad753-2b8b-4570-b3d1-92007c0a1920), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:55.871483 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cdf23841-3c9f-44eb-9028-72eaf336994d admin admin] Publish callbacks [] for security_group (9e8ad753-2b8b-4570-b3d1-92007c0a1920), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:55.927943 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cdf23841-3c9f-44eb-9028-72eaf336994d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (9e8ad753-2b8b-4570-b3d1-92007c0a1920), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:55.931647 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cdf23841-3c9f-44eb-9028-72eaf336994d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:55.932854 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-cdf23841-3c9f-44eb-9028-72eaf336994d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e8ad753-2b8b-4570-b3d1-92007c0a1920 HTTP/1.1" status: 204 len: 168 time: 0.1493175 May 23 12:34:55.942264 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23841-3c9f-44eb-9028-72eaf336994d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8ad753-2b8b-4570-b3d1-92007c0a1920,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:56.401962 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740fa13-2b42-4929-b5f3-4bf7c5008439 req-77d218e4-c667-4494-b55d-5550fd22a9ae tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:56.403789 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7740fa13-2b42-4929-b5f3-4bf7c5008439 req-77d218e4-c667-4494-b55d-5550fd22a9ae tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0834136 May 23 12:34:56.419960 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a09743-21f6-4f5e-b5cf-7306df040616 req-f0cb9799-5866-4662-832a-520e11f42d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:56.421763 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-63a09743-21f6-4f5e-b5cf-7306df040616 req-f0cb9799-5866-4662-832a-520e11f42d44 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 1129 time: 0.1117079 May 23 12:34:56.510684 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7740fa13-2b42-4929-b5f3-4bf7c5008439 req-ca5caab2-051a-46f5-936e-4c902faf254b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975070 May 23 12:34:56.515207 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-63a09743-21f6-4f5e-b5cf-7306df040616 req-0279245f-f3d3-4861-8eb5-952dfc84fd2a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765338 May 23 12:34:57.417444 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 53638) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:57.584601 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-8910b5ee-c56a-4242-94e5-38e4de3e4ff8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=61516a3c24f543d68bdb3724a11f7042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1637509 May 23 12:34:57.584866 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 53650) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:34:57.642748 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58d96021-b380-4de4-bb1c-ec7e6a25d343 admin admin] Publish callbacks [] for security_group (4b65b347-8dcd-4c39-abec-aa48dd35ed43), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:57.668600 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58d96021-b380-4de4-bb1c-ec7e6a25d343 admin admin] Publish callbacks [] for security_group (4b65b347-8dcd-4c39-abec-aa48dd35ed43), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:57.669588 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d96d2-e722-405c-ae3a-49c07270089f req-ba306474-de28-4c5d-9be2-08bbdd86b7c1 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:57.671756 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-855d96d2-e722-405c-ae3a-49c07270089f req-ba306474-de28-4c5d-9be2-08bbdd86b7c1 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0610800 May 23 12:34:57.731120 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-855d96d2-e722-405c-ae3a-49c07270089f req-799b8b30-ae12-447a-990a-3f48b66040eb tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534091 May 23 12:34:57.736900 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58d96021-b380-4de4-bb1c-ec7e6a25d343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (4b65b347-8dcd-4c39-abec-aa48dd35ed43), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:57.750251 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58d96021-b380-4de4-bb1c-ec7e6a25d343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:34:57.751494 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-58d96021-b380-4de4-bb1c-ec7e6a25d343 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b65b347-8dcd-4c39-abec-aa48dd35ed43 HTTP/1.1" status: 204 len: 168 time: 0.1652973 May 23 12:34:57.761027 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d96021-b380-4de4-bb1c-ec7e6a25d343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b65b347-8dcd-4c39-abec-aa48dd35ed43,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:34:58.850989 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a62252-fdd1-4798-ba2d-e14781c91211 req-02d4dc08-f4f6-4e84-951e-66ac88b25098 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:58.852521 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a8a62252-fdd1-4798-ba2d-e14781c91211 req-02d4dc08-f4f6-4e84-951e-66ac88b25098 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0470812 May 23 12:34:58.901870 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a8a62252-fdd1-4798-ba2d-e14781c91211 req-dd41e58c-9cf0-4599-884a-dba2c50fa92f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438123 May 23 12:34:59.021730 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d34fd-101c-4857-b582-5220a6f96d42 req-3c9c8179-0065-46ca-b01d-641eaf7b07d1 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:34:59.023623 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ea7d34fd-101c-4857-b582-5220a6f96d42 req-3c9c8179-0065-46ca-b01d-641eaf7b07d1 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0525560 May 23 12:34:59.078489 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ea7d34fd-101c-4857-b582-5220a6f96d42 req-7dfd9303-4688-4fa9-b084-feab3abb3804 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479176 May 23 12:35:01.822394 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e345c2-2284-416e-b2fb-7b71bd8dcec9 req-5bf02b37-692b-433d-8c50-cf6e26336ad2 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:01.824014 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a2e345c2-2284-416e-b2fb-7b71bd8dcec9 req-5bf02b37-692b-433d-8c50-cf6e26336ad2 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0507336 May 23 12:35:01.853721 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:01.879338 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a2e345c2-2284-416e-b2fb-7b71bd8dcec9 req-ddd461b4-465c-41df-af22-8dd1fe003812 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486405 May 23 12:35:01.924693 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 53716) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:02.043504 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d5fd4a9a-bb73-4328-8c81-31f7a19eccb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:02.079565 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:02.081507 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:02.131134 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d5fd4a9a-bb73-4328-8c81-31f7a19eccb3 admin admin] Publish callbacks [] for security_group (c7612f10-5ffe-4dc8-a606-952384544472), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:02.136547 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d5fd4a9a-bb73-4328-8c81-31f7a19eccb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (c7612f10-5ffe-4dc8-a606-952384544472), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:02.175099 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd4a9a-bb73-4328-8c81-31f7a19eccb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7612f10-5ffe-4dc8-a606-952384544472,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:02.180262 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-d5fd4a9a-bb73-4328-8c81-31f7a19eccb3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3ee952966f54a1fb20ff093830cf574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536676 May 23 12:35:02.182173 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 53722) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:02.232514 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-28f71839-b7b4-49bb-a1de-8babfb48cf1a admin admin] Publish callbacks [] for security_group (c7612f10-5ffe-4dc8-a606-952384544472), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:02.253830 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-28f71839-b7b4-49bb-a1de-8babfb48cf1a admin admin] Publish callbacks [] for security_group (c7612f10-5ffe-4dc8-a606-952384544472), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:02.305204 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-28f71839-b7b4-49bb-a1de-8babfb48cf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (c7612f10-5ffe-4dc8-a606-952384544472), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:02.308109 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-28f71839-b7b4-49bb-a1de-8babfb48cf1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:02.309328 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-28f71839-b7b4-49bb-a1de-8babfb48cf1a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7612f10-5ffe-4dc8-a606-952384544472 HTTP/1.1" status: 204 len: 168 time: 0.1262262 May 23 12:35:02.317537 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f71839-b7b4-49bb-a1de-8babfb48cf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7612f10-5ffe-4dc8-a606-952384544472,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:02.387747 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f734-da30-44a4-97aa-17e3ca233a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:03.003882 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91142f76-939a-4049-b7a5-c757942fb666 req-5ca2013d-f07c-4e91-a80f-82abff35e418 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:03.005405 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91142f76-939a-4049-b7a5-c757942fb666 req-5ca2013d-f07c-4e91-a80f-82abff35e418 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0483482 May 23 12:35:03.061157 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91142f76-939a-4049-b7a5-c757942fb666 req-a0f31ea2-0e38-42bb-8fe9-7f41fed0e364 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495293 May 23 12:35:03.485001 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:04.175432 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d26d6c-d86e-4cde-9f72-fbce0cfaffb3 req-ea90a154-d767-4fba-bb2a-82e863481f44 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:04.176968 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b1d26d6c-d86e-4cde-9f72-fbce0cfaffb3 req-ea90a154-d767-4fba-bb2a-82e863481f44 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0475869 May 23 12:35:04.227199 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b1d26d6c-d86e-4cde-9f72-fbce0cfaffb3 req-09d1cbeb-af98-42d2-9158-8ae774ce2bbd tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443490 May 23 12:35:04.521106 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabef775-662a-4109-95b4-d9f821ae58dd req-3acdbfee-c2e4-4aee-aa72-2a6100d176a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:04.523320 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cabef775-662a-4109-95b4-d9f821ae58dd req-3acdbfee-c2e4-4aee-aa72-2a6100d176a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcc45b8bab17498cadda8d64b3a76780&device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 1130 time: 0.0427771 May 23 12:35:04.620498 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0e0cc9f1-ae94-43db-8a63-b4da096c7e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:04.912254 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabef775-662a-4109-95b4-d9f821ae58dd req-4e91d88f-5e56-441d-a380-1906a6e69a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:04.914446 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cabef775-662a-4109-95b4-d9f821ae58dd req-4e91d88f-5e56-441d-a380-1906a6e69a24 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4833a70f-d11d-46d6-944f-14af0b04cad3 HTTP/1.1" status: 200 len: 920 time: 0.1019394 May 23 12:35:04.966636 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cabef775-662a-4109-95b4-d9f821ae58dd req-7ac14c76-0cbc-4453-abf3-3502d097f929 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47e7dcef-9f40-451c-adfd-004f425d19fb HTTP/1.1" status: 200 len: 217 time: 0.0366983 May 23 12:35:04.999413 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:05.018610 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabef775-662a-4109-95b4-d9f821ae58dd req-2bb21082-3260-4fbe-aee5-cacc2bc2e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:05.020129 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cabef775-662a-4109-95b4-d9f821ae58dd req-2bb21082-3260-4fbe-aee5-cacc2bc2e3da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f25e8178-dbfd-4850-b4e0-0743c897d958 HTTP/1.1" status: 200 len: 858 time: 0.0467076 May 23 12:35:05.073422 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabef775-662a-4109-95b4-d9f821ae58dd req-3bbdf3bd-3f9f-468a-990c-ead1c040a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:05.075006 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cabef775-662a-4109-95b4-d9f821ae58dd req-3bbdf3bd-3f9f-468a-990c-ead1c040a6b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4833a70f-d11d-46d6-944f-14af0b04cad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449727 May 23 12:35:05.170411 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cabef775-662a-4109-95b4-d9f821ae58dd req-2add566e-b030-49fa-a939-6dfbf0e38fbe service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867131 May 23 12:35:05.280842 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cabef775-662a-4109-95b4-d9f821ae58dd req-22393e09-03d4-4fd6-adbb-38d8ed35e6df service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024284 May 23 12:35:05.374595 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49783fbe-6710-4c9d-905d-acb900920557 req-8ef63817-3f08-4105-aa31-5fd0ae8567cd tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:05.376211 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-49783fbe-6710-4c9d-905d-acb900920557 req-8ef63817-3f08-4105-aa31-5fd0ae8567cd tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0598896 May 23 12:35:05.432124 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-49783fbe-6710-4c9d-905d-acb900920557 req-1bd73ec5-0343-48d7-8060-a933dfaafc7e tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498044 May 23 12:35:05.921358 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:05.979431 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-12df8143-a984-4c64-930a-3de29e094486 req-bc1222e5-812d-47b6-83b3-1179d1084cbf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472841 May 23 12:35:06.051699 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df8143-a984-4c64-930a-3de29e094486 req-decb87f6-cbbb-45d2-8415-86f4f98ca878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:06.053226 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-12df8143-a984-4c64-930a-3de29e094486 req-decb87f6-cbbb-45d2-8415-86f4f98ca878 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0502b9ef01e2460893cfc855d44db0c7&device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 1130 time: 0.0444131 May 23 12:35:06.170015 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df8143-a984-4c64-930a-3de29e094486 req-bc0f8aa9-474c-4c99-8df6-027f03c13260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:06.171657 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-12df8143-a984-4c64-930a-3de29e094486 req-bc0f8aa9-474c-4c99-8df6-027f03c13260 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3322fe8c-081c-4cfd-b180-198330997eff HTTP/1.1" status: 200 len: 917 time: 0.0906136 May 23 12:35:06.247833 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-12df8143-a984-4c64-930a-3de29e094486 req-fab7c451-3f25-4736-b718-d3da5ed6384a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=357ce430-3b90-4a7c-b2f3-c2ee303501e4 HTTP/1.1" status: 200 len: 1002 time: 0.0622113 May 23 12:35:06.295290 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:06.303428 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df8143-a984-4c64-930a-3de29e094486 req-79ad59d6-3439-44bb-a2a6-66387e47a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:06.305318 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-12df8143-a984-4c64-930a-3de29e094486 req-79ad59d6-3439-44bb-a2a6-66387e47a6ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=57d02ce0-600b-49a7-8858-5c68dbc63a01 HTTP/1.1" status: 200 len: 855 time: 0.0478621 May 23 12:35:06.366372 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df8143-a984-4c64-930a-3de29e094486 req-ab71a72e-4329-4401-8113-ae54e69adf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:06.367889 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-12df8143-a984-4c64-930a-3de29e094486 req-ab71a72e-4329-4401-8113-ae54e69adf4b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3322fe8c-081c-4cfd-b180-198330997eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449877 May 23 12:35:06.474559 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-12df8143-a984-4c64-930a-3de29e094486 req-2bfb665b-2e8b-4cfe-a071-71c4dc96e0a7 service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999088 May 23 12:35:06.805424 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a39697-1968-47f4-9e6c-fb00f0bc4cb6 req-202b2613-f7ef-41e5-81d1-e1af48ea1b8a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:06.806971 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67a39697-1968-47f4-9e6c-fb00f0bc4cb6 req-202b2613-f7ef-41e5-81d1-e1af48ea1b8a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0823667 May 23 12:35:06.863994 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-12df8143-a984-4c64-930a-3de29e094486 req-33a5f6bd-2bbd-48ab-8acd-b0593f049965 service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762846 May 23 12:35:06.882239 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67a39697-1968-47f4-9e6c-fb00f0bc4cb6 req-46ba8949-563a-47cb-a9d6-2fc61f5cde37 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694492 May 23 12:35:07.016194 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:35:07.266388 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:08.006453 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfa38a-c626-448b-88e6-673053aa061f req-e23966eb-e0b5-4628-8f94-3cf6467377c8 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:08.008862 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-32cfa38a-c626-448b-88e6-673053aa061f req-e23966eb-e0b5-4628-8f94-3cf6467377c8 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0512545 May 23 12:35:08.042557 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:08.080765 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-32cfa38a-c626-448b-88e6-673053aa061f req-5707bfb4-cdc9-412d-a41a-a9ebddab9717 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634108 May 23 12:35:08.626178 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:09.197909 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16db1b-1254-4fa3-8a1a-eb906e252b11 req-94013cb1-0063-4ecc-99c7-5c2470c49da7 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:09.199582 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1e16db1b-1254-4fa3-8a1a-eb906e252b11 req-94013cb1-0063-4ecc-99c7-5c2470c49da7 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0496299 May 23 12:35:09.252210 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1e16db1b-1254-4fa3-8a1a-eb906e252b11 req-c1f383b8-9039-4efe-8940-40ea75adea68 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466533 May 23 12:35:10.380141 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f70ebb-18ce-4872-8523-ff9794795d1c req-7a4a3b84-6fa2-4240-90d5-d817620197eb tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:10.381709 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-41f70ebb-18ce-4872-8523-ff9794795d1c req-7a4a3b84-6fa2-4240-90d5-d817620197eb tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0470028 May 23 12:35:10.433008 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-41f70ebb-18ce-4872-8523-ff9794795d1c req-453d53a4-5c02-4e05-8abe-b054a3eb77ff tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431681 May 23 12:35:10.993566 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=17 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:11.557482 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d11739-eadd-4606-b3fe-9c4bf87813ad req-05b8c232-2c08-48cf-9948-6a22e244f50c tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:11.559176 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-34d11739-eadd-4606-b3fe-9c4bf87813ad req-05b8c232-2c08-48cf-9948-6a22e244f50c tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0537186 May 23 12:35:11.609233 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-34d11739-eadd-4606-b3fe-9c4bf87813ad req-7980b684-8236-45b5-b1bd-aab2cac4344a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439541 May 23 12:35:12.312885 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:INSERT=7,neutron:UPDATE=1,neutron:SELECT=29,neutron:DELETE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:12.313697 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=28,neutron:DELETE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:12.733972 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5f8f2-6704-4285-a2ce-97bb097db77e req-7026b66f-fc19-4e7b-8aea-b82a867799cd tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:12.735498 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-83c5f8f2-6704-4285-a2ce-97bb097db77e req-7026b66f-fc19-4e7b-8aea-b82a867799cd tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0522265 May 23 12:35:12.785168 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-83c5f8f2-6704-4285-a2ce-97bb097db77e req-6fb808ba-5f45-4392-bf1d-7c8b7130c297 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439954 May 23 12:35:13.900728 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81401a-8d01-4a5f-8319-4d04b949f870 req-3ee6651b-b1b3-4602-a0c5-c3e82a9e80c2 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:13.902258 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2c81401a-8d01-4a5f-8319-4d04b949f870 req-3ee6651b-b1b3-4602-a0c5-c3e82a9e80c2 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0476458 May 23 12:35:13.952128 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2c81401a-8d01-4a5f-8319-4d04b949f870 req-f1e23a9e-4752-4e26-ae17-b881ef2401c2 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443490 May 23 12:35:15.073688 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df67b2-1c17-49d7-9721-da40b2e9879d req-30f51bb4-f2c1-43eb-bc79-c68c2e17ff00 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:15.075235 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-87df67b2-1c17-49d7-9721-da40b2e9879d req-30f51bb4-f2c1-43eb-bc79-c68c2e17ff00 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0518882 May 23 12:35:15.118303 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:15.132041 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-87df67b2-1c17-49d7-9721-da40b2e9879d req-64967ad9-cf90-4893-8d8c-34e8aa620fdc tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481842 May 23 12:35:16.259518 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8125a-6fda-4361-9191-cb62d383438d req-52246fcc-8261-41a5-ab57-c5f14a86b9bd tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:16.261145 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-22f8125a-6fda-4361-9191-cb62d383438d req-52246fcc-8261-41a5-ab57-c5f14a86b9bd tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0508811 May 23 12:35:16.311936 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-22f8125a-6fda-4361-9191-cb62d383438d req-324b647e-8dff-4605-ba85-0b4a108f4ea0 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452304 May 23 12:35:17.012369 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=17 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:17.436635 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1893b-9082-479e-97f1-96397bfb4f39 req-f5b5e927-e918-440f-8d0b-0837b4419267 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:17.438183 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-26e1893b-9082-479e-97f1-96397bfb4f39 req-f5b5e927-e918-440f-8d0b-0837b4419267 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0513766 May 23 12:35:17.500592 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-26e1893b-9082-479e-97f1-96397bfb4f39 req-f98a964c-3b9b-4aa9-81a9-2c8f8d5cb4d8 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542431 May 23 12:35:17.603341 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1f35e-5dc2-4115-a362-81f29328e983 req-596cca4e-3b59-4116-b118-b8b3fa5d5bdb tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:17.605053 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8ed1f35e-5dc2-4115-a362-81f29328e983 req-596cca4e-3b59-4116-b118-b8b3fa5d5bdb tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0494974 May 23 12:35:17.658135 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8ed1f35e-5dc2-4115-a362-81f29328e983 req-e9017e15-cd8a-410a-ac9e-bccb190c0b83 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474858 May 23 12:35:18.457034 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 53986) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:18.619155 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:18.621555 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=28,neutron:UPDATE=5 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:18.677140 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6d3f2b03-a3f9-4a76-9631-5ed952afc53b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:18.701789 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fe455-b580-4238-bb53-a5272ab5807e req-df1a8181-27a4-460c-80dd-6756f4df2f45 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:18.703305 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-070fe455-b580-4238-bb53-a5272ab5807e req-df1a8181-27a4-460c-80dd-6756f4df2f45 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.1122530 May 23 12:35:18.744852 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:18.856195 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a98bb9-2e0b-48db-8529-8b24667522af req-56fec035-0b5f-411f-8603-fb11546313dd tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:18.857715 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-99a98bb9-2e0b-48db-8529-8b24667522af req-56fec035-0b5f-411f-8603-fb11546313dd tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.1114593 May 23 12:35:18.872713 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-070fe455-b580-4238-bb53-a5272ab5807e req-4472784e-feff-402a-8ea7-a55161fc603e tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250520 May 23 12:35:18.894921 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6d3f2b03-a3f9-4a76-9631-5ed952afc53b admin admin] Publish callbacks [] for security_group (2c1fa407-355b-4658-aec0-78201aeb67c3), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:18.900812 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6d3f2b03-a3f9-4a76-9631-5ed952afc53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (2c1fa407-355b-4658-aec0-78201aeb67c3), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:18.964559 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-99a98bb9-2e0b-48db-8529-8b24667522af req-2b1f46b4-ef57-46ca-ad3b-21a476949a70 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003621 May 23 12:35:18.970955 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-6d3f2b03-a3f9-4a76-9631-5ed952afc53b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c5c98a8a099f4628acf38de147718198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5118101 May 23 12:35:18.972909 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54000) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:18.973411 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f2b03-a3f9-4a76-9631-5ed952afc53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1fa407-355b-4658-aec0-78201aeb67c3,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:18.992052 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f2b03-a3f9-4a76-9631-5ed952afc53b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:18.993038 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f2b03-a3f9-4a76-9631-5ed952afc53b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:18.993517 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f2b03-a3f9-4a76-9631-5ed952afc53b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:18.994028 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f2b03-a3f9-4a76-9631-5ed952afc53b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:18.994364 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f2b03-a3f9-4a76-9631-5ed952afc53b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:18.994695 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f2b03-a3f9-4a76-9631-5ed952afc53b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:18.995020 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f2b03-a3f9-4a76-9631-5ed952afc53b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:18.995345 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f2b03-a3f9-4a76-9631-5ed952afc53b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:18.995666 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f2b03-a3f9-4a76-9631-5ed952afc53b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:18.995985 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f2b03-a3f9-4a76-9631-5ed952afc53b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:18.996337 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f2b03-a3f9-4a76-9631-5ed952afc53b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:18.996755 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f2b03-a3f9-4a76-9631-5ed952afc53b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:18.997239 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f2b03-a3f9-4a76-9631-5ed952afc53b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:18.997694 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f2b03-a3f9-4a76-9631-5ed952afc53b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:18.998753 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f2b03-a3f9-4a76-9631-5ed952afc53b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:19.035286 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d859f661-2a67-4938-a8d4-6cbd733fc2d2 admin admin] Publish callbacks [] for security_group (2c1fa407-355b-4658-aec0-78201aeb67c3), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:19.060514 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d859f661-2a67-4938-a8d4-6cbd733fc2d2 admin admin] Publish callbacks [] for security_group (2c1fa407-355b-4658-aec0-78201aeb67c3), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:19.112856 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d859f661-2a67-4938-a8d4-6cbd733fc2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (2c1fa407-355b-4658-aec0-78201aeb67c3), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:19.115543 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d859f661-2a67-4938-a8d4-6cbd733fc2d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:19.119567 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-d859f661-2a67-4938-a8d4-6cbd733fc2d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c1fa407-355b-4658-aec0-78201aeb67c3 HTTP/1.1" status: 204 len: 168 time: 0.1425650 May 23 12:35:19.127222 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859f661-2a67-4938-a8d4-6cbd733fc2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1fa407-355b-4658-aec0-78201aeb67c3,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:19.137647 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f661-2a67-4938-a8d4-6cbd733fc2d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:19.138098 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f661-2a67-4938-a8d4-6cbd733fc2d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:19.138553 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f661-2a67-4938-a8d4-6cbd733fc2d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:19.138922 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f661-2a67-4938-a8d4-6cbd733fc2d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:19.139257 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f661-2a67-4938-a8d4-6cbd733fc2d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:19.139658 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f661-2a67-4938-a8d4-6cbd733fc2d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:19.140041 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f661-2a67-4938-a8d4-6cbd733fc2d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:19.140388 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f661-2a67-4938-a8d4-6cbd733fc2d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:19.140770 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f661-2a67-4938-a8d4-6cbd733fc2d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:19.141067 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f661-2a67-4938-a8d4-6cbd733fc2d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:19.141480 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f661-2a67-4938-a8d4-6cbd733fc2d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:19.141905 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f661-2a67-4938-a8d4-6cbd733fc2d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:19.142377 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f661-2a67-4938-a8d4-6cbd733fc2d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:19.142626 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f661-2a67-4938-a8d4-6cbd733fc2d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:19.142960 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f661-2a67-4938-a8d4-6cbd733fc2d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:19.419262 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54010) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:19.433579 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7aca7159-61c4-41ec-ba5a-af8a6dd742ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:19.518654 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7aca7159-61c4-41ec-ba5a-af8a6dd742ba admin admin] Publish callbacks [] for security_group (65583168-056d-4b6f-bb03-e9f81655bdcf), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:19.523159 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7aca7159-61c4-41ec-ba5a-af8a6dd742ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (65583168-056d-4b6f-bb03-e9f81655bdcf), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:19.564852 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-7aca7159-61c4-41ec-ba5a-af8a6dd742ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f9687dbe3b34f259c044297eaf3ce04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444805 May 23 12:35:19.566084 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca7159-61c4-41ec-ba5a-af8a6dd742ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65583168-056d-4b6f-bb03-e9f81655bdcf,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:19.567793 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 54016) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:19.621916 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-af48763a-bd3c-488e-9c49-92df5b2ac9c4 admin admin] Publish callbacks [] for security_group (65583168-056d-4b6f-bb03-e9f81655bdcf), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:19.644579 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-af48763a-bd3c-488e-9c49-92df5b2ac9c4 admin admin] Publish callbacks [] for security_group (65583168-056d-4b6f-bb03-e9f81655bdcf), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:19.698393 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-af48763a-bd3c-488e-9c49-92df5b2ac9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (65583168-056d-4b6f-bb03-e9f81655bdcf), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:19.701447 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-af48763a-bd3c-488e-9c49-92df5b2ac9c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:19.702918 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-af48763a-bd3c-488e-9c49-92df5b2ac9c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/65583168-056d-4b6f-bb03-e9f81655bdcf HTTP/1.1" status: 204 len: 168 time: 0.1338296 May 23 12:35:19.715122 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48763a-bd3c-488e-9c49-92df5b2ac9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65583168-056d-4b6f-bb03-e9f81655bdcf,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:20.003905 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7daded-316f-4a3c-90c7-ed92ec9dec98 req-67aa86b7-40e7-46c0-a564-572eb4cef31f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:20.005495 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ab7daded-316f-4a3c-90c7-ed92ec9dec98 req-67aa86b7-40e7-46c0-a564-572eb4cef31f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0544903 May 23 12:35:20.061203 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:20.069707 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ab7daded-316f-4a3c-90c7-ed92ec9dec98 req-6fa77704-ec87-49f8-84bc-60227f9c168a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565705 May 23 12:35:20.190385 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eebc82-7192-4f0e-9bed-b761330e7454 req-aa8e0bdb-a1c6-46cd-a901-224c853c1b85 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:20.196857 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-59eebc82-7192-4f0e-9bed-b761330e7454 req-aa8e0bdb-a1c6-46cd-a901-224c853c1b85 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0577986 May 23 12:35:20.255451 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-59eebc82-7192-4f0e-9bed-b761330e7454 req-b3a2a67a-2b9e-4da1-a015-f8548ed445f6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540962 May 23 12:35:21.193867 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6155a63-58fe-45f0-832a-e618e1d7011b req-94a366ee-b498-473b-95f0-24c3f0675421 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:21.195435 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e6155a63-58fe-45f0-832a-e618e1d7011b req-94a366ee-b498-473b-95f0-24c3f0675421 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0532444 May 23 12:35:21.249623 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e6155a63-58fe-45f0-832a-e618e1d7011b req-511e4753-5430-4079-9a99-783bde717bb6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476878 May 23 12:35:21.393744 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8602dbf-d3f2-46ce-bcf7-1d43a072ca1a req-8bcdf89b-2e4c-4883-87c8-7438613ec9f2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:21.400822 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c8602dbf-d3f2-46ce-bcf7-1d43a072ca1a req-8bcdf89b-2e4c-4883-87c8-7438613ec9f2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0609574 May 23 12:35:21.456679 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c8602dbf-d3f2-46ce-bcf7-1d43a072ca1a req-6ba5794b-8c65-40cf-b3b6-09fd7c1454b3 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546579 May 23 12:35:22.374548 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23f9cd-cff1-458b-86ee-ec9ca806c2a2 req-83656bcd-7e5d-4ae6-b2c3-a60a413c07fb tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:22.376068 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b23f9cd-cff1-458b-86ee-ec9ca806c2a2 req-83656bcd-7e5d-4ae6-b2c3-a60a413c07fb tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0546010 May 23 12:35:22.425746 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b23f9cd-cff1-458b-86ee-ec9ca806c2a2 req-4b7aab66-33c1-4086-9b10-c51c920033c8 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440156 May 23 12:35:22.578480 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7e483-8e62-4959-a927-149368912317 req-6cf6413f-0927-480d-863d-8acb14f51a7f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:22.579901 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3ee7e483-8e62-4959-a927-149368912317 req-6cf6413f-0927-480d-863d-8acb14f51a7f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0475605 May 23 12:35:22.628628 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3ee7e483-8e62-4959-a927-149368912317 req-777a3c7b-a893-4bd6-b441-95ceca01ca0e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430126 May 23 12:35:23.547084 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:23.556071 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cbb12-83a2-42e1-bfde-156d526dac1d req-2e9ff28d-f462-4e28-9d3b-95ed48918065 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:23.557614 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fd3cbb12-83a2-42e1-bfde-156d526dac1d req-2e9ff28d-f462-4e28-9d3b-95ed48918065 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0504019 May 23 12:35:23.610391 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fd3cbb12-83a2-42e1-bfde-156d526dac1d req-2e7dfa49-ec82-4190-96cf-58d147ac4823 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470805 May 23 12:35:23.750275 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e0ca9-efb1-4c38-9b86-d6dec3cf1fb0 req-f1f87265-8703-402b-bf1b-2c1900da559e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:23.751702 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-080e0ca9-efb1-4c38-9b86-d6dec3cf1fb0 req-f1f87265-8703-402b-bf1b-2c1900da559e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0484264 May 23 12:35:23.803449 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-080e0ca9-efb1-4c38-9b86-d6dec3cf1fb0 req-38df71c6-c333-4323-bcb2-ab002098ba1e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460813 May 23 12:35:24.737822 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d51ca9-7bca-40d7-8240-1b1f4d6725de req-baa39c54-6b12-4fc8-b49e-7c027e8c431b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:24.739330 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f8d51ca9-7bca-40d7-8240-1b1f4d6725de req-baa39c54-6b12-4fc8-b49e-7c027e8c431b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0527122 May 23 12:35:24.790122 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f8d51ca9-7bca-40d7-8240-1b1f4d6725de req-317f13ab-9c45-4cf8-9a0e-568e31ac76e9 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431023 May 23 12:35:24.926849 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf3eb3-6beb-4aad-96c6-2b9850045a3a req-79502011-9285-4aca-8476-a1a05bf767e5 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:24.928392 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-41cf3eb3-6beb-4aad-96c6-2b9850045a3a req-79502011-9285-4aca-8476-a1a05bf767e5 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0514586 May 23 12:35:24.980830 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-41cf3eb3-6beb-4aad-96c6-2b9850045a3a req-43d16ece-6f36-42bd-bc59-d20ef459e3b4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458732 May 23 12:35:25.921384 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97e49d-cc2f-4710-9b9e-958dc58e5516 req-acbb1daf-51ef-4bb2-918b-93e888c85fa5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:25.922930 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5e97e49d-cc2f-4710-9b9e-958dc58e5516 req-acbb1daf-51ef-4bb2-918b-93e888c85fa5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0524671 May 23 12:35:25.982445 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5e97e49d-cc2f-4710-9b9e-958dc58e5516 req-6cc05f26-4169-41ef-8132-925f91afdf96 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536041 May 23 12:35:26.119659 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bdcdf-7d1b-4db9-b444-f9dde9ce6f75 req-9500cb58-7089-4dec-a4d5-5c66c1a07dd3 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:26.121231 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c79bdcdf-7d1b-4db9-b444-f9dde9ce6f75 req-9500cb58-7089-4dec-a4d5-5c66c1a07dd3 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0562291 May 23 12:35:26.185849 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c79bdcdf-7d1b-4db9-b444-f9dde9ce6f75 req-4d02b01f-0fc3-4f87-8355-43239582b780 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588949 May 23 12:35:27.089904 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:27.109229 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cbea3-75c4-4e20-a20f-9c8deba03853 req-6724be85-3163-4ce3-9e3b-98d1a46b54a5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:27.110757 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f53cbea3-75c4-4e20-a20f-9c8deba03853 req-6724be85-3163-4ce3-9e3b-98d1a46b54a5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0504520 May 23 12:35:27.162462 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f53cbea3-75c4-4e20-a20f-9c8deba03853 req-56b99c24-00ad-44d2-9d9e-cf14e151b21d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437469 May 23 12:35:27.305282 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba896f2-4323-4314-802f-a4b4c51894c1 req-5e6a3416-e045-4d25-85f9-8fecada7a9a5 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:27.306691 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bba896f2-4323-4314-802f-a4b4c51894c1 req-5e6a3416-e045-4d25-85f9-8fecada7a9a5 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0470600 May 23 12:35:27.360297 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bba896f2-4323-4314-802f-a4b4c51894c1 req-d733c5d8-1961-40cd-8350-bf56652d2868 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479922 May 23 12:35:28.291996 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddd151-b5ea-4bb2-b0d7-f323026ccd72 req-da0b8a35-82b0-42b6-bc22-2cc798488b9b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:28.293574 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-96ddd151-b5ea-4bb2-b0d7-f323026ccd72 req-da0b8a35-82b0-42b6-bc22-2cc798488b9b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0581112 May 23 12:35:28.352820 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-96ddd151-b5ea-4bb2-b0d7-f323026ccd72 req-96e19299-0233-4249-a377-2ab9761545e2 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534654 May 23 12:35:28.512301 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebc0d3-dd86-4d93-b435-29c0d8a64467 req-f4d58f58-8003-486b-be5a-97dd27bca5c1 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:28.515302 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-80ebc0d3-dd86-4d93-b435-29c0d8a64467 req-f4d58f58-8003-486b-be5a-97dd27bca5c1 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0525289 May 23 12:35:28.570892 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-80ebc0d3-dd86-4d93-b435-29c0d8a64467 req-3e7a5262-2917-4b1b-8af2-27d810093b32 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489109 May 23 12:35:29.156950 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:29.486152 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb247c1-2ab8-45be-9901-30583413c66b req-2cbfe649-cd11-4aa8-a550-a17e98d8b7d8 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:29.487679 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4fb247c1-2ab8-45be-9901-30583413c66b req-2cbfe649-cd11-4aa8-a550-a17e98d8b7d8 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0529571 May 23 12:35:29.548548 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4fb247c1-2ab8-45be-9901-30583413c66b req-6c662a6f-a943-4d77-9a89-1016c3947f3e tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548801 May 23 12:35:29.558894 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=41,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:29.561588 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=31,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:29.705352 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dac14-cd56-4f5e-950e-bc2ad58f5ef0 req-bd1414c6-0fe6-4f3f-8543-7c724e677eaa tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:29.707865 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-654dac14-cd56-4f5e-950e-bc2ad58f5ef0 req-bd1414c6-0fe6-4f3f-8543-7c724e677eaa tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0577369 May 23 12:35:29.737230 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:29.743932 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:29.768757 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-654dac14-cd56-4f5e-950e-bc2ad58f5ef0 req-1d29baad-b14f-4e7f-9514-14ad2adc7232 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539303 May 23 12:35:30.021502 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54254) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:30.028418 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-50496ec9-143a-4e4e-96d7-cf2c8a2d27d9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1684184452', 'description': 'tempest-description--1206779538'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:35:30.059453 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-50496ec9-143a-4e4e-96d7-cf2c8a2d27d9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:30.153075 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-50496ec9-143a-4e4e-96d7-cf2c8a2d27d9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (087a2fae-f776-4915-93b7-e6c669153943), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:30.157291 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-50496ec9-143a-4e4e-96d7-cf2c8a2d27d9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (087a2fae-f776-4915-93b7-e6c669153943), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:30.191027 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-50496ec9-143a-4e4e-96d7-cf2c8a2d27d9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:30.192301 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-50496ec9-143a-4e4e-96d7-cf2c8a2d27d9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1690097 May 23 12:35:30.193170 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50496ec9-143a-4e4e-96d7-cf2c8a2d27d9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=087a2fae-f776-4915-93b7-e6c669153943,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:30.195312 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54260) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:30.199986 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-ad2addf4-5464-42d9-b146-d59a0b6c88e0 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'security_group_rule': {'security_group_id': '087a2fae-f776-4915-93b7-e6c669153943', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:35:30.231232 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ad2addf4-5464-42d9-b146-d59a0b6c88e0 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (aaa9c3ac-8a7b-49f1-9864-88e06a1a9cc2), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:30.293435 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ad2addf4-5464-42d9-b146-d59a0b6c88e0 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (aaa9c3ac-8a7b-49f1-9864-88e06a1a9cc2), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:30.297508 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ad2addf4-5464-42d9-b146-d59a0b6c88e0 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (aaa9c3ac-8a7b-49f1-9864-88e06a1a9cc2), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:30.317594 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2addf4-5464-42d9-b146-d59a0b6c88e0 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa9c3ac-8a7b-49f1-9864-88e06a1a9cc2,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:30.326749 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ad2addf4-5464-42d9-b146-d59a0b6c88e0 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:30.328015 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-ad2addf4-5464-42d9-b146-d59a0b6c88e0 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317203 May 23 12:35:30.330885 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 54266) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:30.335341 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-8986b9fb-bd7b-472a-bda0-f50934b1989c tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'security_group_rule': {'security_group_id': '087a2fae-f776-4915-93b7-e6c669153943', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:35:30.363814 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8986b9fb-bd7b-472a-bda0-f50934b1989c tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (a89a7438-ddd9-4754-a80f-5a76396e7f40), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:30.419148 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8986b9fb-bd7b-472a-bda0-f50934b1989c tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (a89a7438-ddd9-4754-a80f-5a76396e7f40), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:30.424477 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8986b9fb-bd7b-472a-bda0-f50934b1989c tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (a89a7438-ddd9-4754-a80f-5a76396e7f40), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:30.457013 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986b9fb-bd7b-472a-bda0-f50934b1989c tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89a7438-ddd9-4754-a80f-5a76396e7f40,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:30.457862 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8986b9fb-bd7b-472a-bda0-f50934b1989c tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:30.459220 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-8986b9fb-bd7b-472a-bda0-f50934b1989c tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273422 May 23 12:35:30.463686 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 54272) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:30.470888 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-1d89ef66-0a46-49e3-9bcc-2e599da3982f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'floatingip': {'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:35:30.501436 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1d89ef66-0a46-49e3-9bcc-2e599da3982f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:30.594611 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1d89ef66-0a46-49e3-9bcc-2e599da3982f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:30.716740 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3c758-c7f3-440a-9810-53d375774565 req-d54050c3-0d45-4610-908d-43cf708d4ff4 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:30.718276 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1bb3c758-c7f3-440a-9810-53d375774565 req-d54050c3-0d45-4610-908d-43cf708d4ff4 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0766637 May 23 12:35:30.761519 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:30.825009 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-1d89ef66-0a46-49e3-9bcc-2e599da3982f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Allocated IP 172.27.0.70 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/21c006f2-cfee-4334-b2c9-2a6d54a37467) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:35:30.846626 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1bb3c758-c7f3-440a-9810-53d375774565 req-16d40fed-68c5-48db-805f-e75140520450 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957136 May 23 12:35:30.955007 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57928650-e7ad-4274-b7d7-44c9bd596249 req-63491b53-13c1-4a99-a981-573e3dd11ac4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:30.956537 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-57928650-e7ad-4274-b7d7-44c9bd596249 req-63491b53-13c1-4a99-a981-573e3dd11ac4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0951502 May 23 12:35:31.035438 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1d89ef66-0a46-49e3-9bcc-2e599da3982f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for port (21c006f2-cfee-4334-b2c9-2a6d54a37467), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:31.042533 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-57928650-e7ad-4274-b7d7-44c9bd596249 req-6cfd81ec-b7f6-4144-b587-607c6f9701be tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788999 May 23 12:35:31.073455 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1d89ef66-0a46-49e3-9bcc-2e599da3982f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (21c006f2-cfee-4334-b2c9-2a6d54a37467), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:31.078782 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:31.117082 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d89ef66-0a46-49e3-9bcc-2e599da3982f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:35:31.124701 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-1d89ef66-0a46-49e3-9bcc-2e599da3982f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:35:31.128835 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d89ef66-0a46-49e3-9bcc-2e599da3982f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:35:31.150519 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89ef66-0a46-49e3-9bcc-2e599da3982f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'Port': ['ID=21c006f2-cfee-4334-b2c9-2a6d54a37467,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:31.214260 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1d89ef66-0a46-49e3-9bcc-2e599da3982f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (3d578138-f17f-46a2-8959-668afbf1e68e), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:31.252015 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1d89ef66-0a46-49e3-9bcc-2e599da3982f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (21c006f2-cfee-4334-b2c9-2a6d54a37467), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:31.478690 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1d89ef66-0a46-49e3-9bcc-2e599da3982f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for port (21c006f2-cfee-4334-b2c9-2a6d54a37467), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:31.485812 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1d89ef66-0a46-49e3-9bcc-2e599da3982f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (21c006f2-cfee-4334-b2c9-2a6d54a37467), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:31.566775 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89ef66-0a46-49e3-9bcc-2e599da3982f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'Port': ['ID=21c006f2-cfee-4334-b2c9-2a6d54a37467,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:31.577366 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1d89ef66-0a46-49e3-9bcc-2e599da3982f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (3d578138-f17f-46a2-8959-668afbf1e68e), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:31.595401 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1d89ef66-0a46-49e3-9bcc-2e599da3982f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:31.604420 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-1d89ef66-0a46-49e3-9bcc-2e599da3982f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1313846 May 23 12:35:31.774455 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 54314) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:31.786738 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:31.827820 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-edb2c920-1058-4e26-9a73-71b270a64983 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1684184452&fields=id&tenant_id=da82f9c566664cb1a974cf0d1bf1b09d HTTP/1.1" status: 200 len: 267 time: 0.0477500 May 23 12:35:32.004863 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-60231f66-0dcc-4206-b874-64cc9005375a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:32.008676 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-60231f66-0dcc-4206-b874-64cc9005375a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/networks?id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a HTTP/1.1" status: 200 len: 814 time: 0.1742582 May 23 12:35:32.011469 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-13623dbe-d027-426a-bd86-564e9181d6fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:32.022470 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63ae0c-acc9-4d4a-975d-cd6cc48dc253 req-0e702bf0-cd91-4eea-aa3d-a3d1ec62079e tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:32.024922 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fb63ae0c-acc9-4d4a-975d-cd6cc48dc253 req-0e702bf0-cd91-4eea-aa3d-a3d1ec62079e tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0991621 May 23 12:35:32.042484 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-8424b1fc-e7c7-41f6-af97-5712a12bf077 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/quotas/da82f9c566664cb1a974cf0d1bf1b09d HTTP/1.1" status: 200 len: 375 time: 0.0277786 May 23 12:35:32.134176 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-8be3c2d7-e96d-4a36-9b18-90806248bb0d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=da82f9c566664cb1a974cf0d1bf1b09d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0778434 May 23 12:35:32.177814 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fb63ae0c-acc9-4d4a-975d-cd6cc48dc253 req-acf3fd32-1804-42b3-86ee-264925e5bb42 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371119 May 23 12:35:32.181664 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:32.311279 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-13623dbe-d027-426a-bd86-564e9181d6fa admin admin] Publish callbacks [] for security_group (e7ac0685-8c07-4396-b6b9-ec5a55a30785), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:32.319489 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-13623dbe-d027-426a-bd86-564e9181d6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (e7ac0685-8c07-4396-b6b9-ec5a55a30785), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:32.328151 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-bdde0ff3-6e3a-4560-85c9-caff6555a6df service neutron] 10.222.0.16 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822615 May 23 12:35:32.349177 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c43953-3144-40a0-b180-5a63b7e38c25 req-a1000062-35d0-42fe-95a3-6af4b3065335 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:32.350562 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b3c43953-3144-40a0-b180-5a63b7e38c25 req-a1000062-35d0-42fe-95a3-6af4b3065335 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.1102600 May 23 12:35:32.399072 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-ad69e101-bf8d-44a1-8f40-b86c29189a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:32.436242 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-13623dbe-d027-426a-bd86-564e9181d6fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d6e616d301d6472f8c8b6cec5b0998da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6607027 May 23 12:35:32.439006 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54330) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:32.439710 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13623dbe-d027-426a-bd86-564e9181d6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ac0685-8c07-4396-b6b9-ec5a55a30785,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:32.487498 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b3c43953-3144-40a0-b180-5a63b7e38c25 req-b8a82695-ba73-47b2-aff7-3b73255b18ef tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204102 May 23 12:35:32.491267 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8962ddaf-3282-4eb1-baa7-196381635e5c admin admin] Publish callbacks [] for security_group (e7ac0685-8c07-4396-b6b9-ec5a55a30785), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:32.509954 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-5046e9ba-bf76-461f-a1cf-8c5e2eebc416 service neutron] 10.222.0.16 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712441 May 23 12:35:32.523978 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8962ddaf-3282-4eb1-baa7-196381635e5c admin admin] Publish callbacks [] for security_group (e7ac0685-8c07-4396-b6b9-ec5a55a30785), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:32.580881 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8962ddaf-3282-4eb1-baa7-196381635e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (e7ac0685-8c07-4396-b6b9-ec5a55a30785), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:32.585186 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8962ddaf-3282-4eb1-baa7-196381635e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:32.589170 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-8962ddaf-3282-4eb1-baa7-196381635e5c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7ac0685-8c07-4396-b6b9-ec5a55a30785 HTTP/1.1" status: 204 len: 168 time: 0.1486650 May 23 12:35:32.600009 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962ddaf-3282-4eb1-baa7-196381635e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ac0685-8c07-4396-b6b9-ec5a55a30785,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:32.723334 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-829b370f-06e2-4ae5-b4d1-ac1b681ad8af req-5c6388e5-73f7-400a-8877-d14e8e36c6ab tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 210 time: 0.0359967 May 23 12:35:32.978157 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54346) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:32.995611 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e66fd268-76f0-4084-b73b-194c172a4574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:33.099358 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e66fd268-76f0-4084-b73b-194c172a4574 admin admin] Publish callbacks [] for security_group (b49688d5-8af1-4576-b7ea-125af46d7ef2), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:33.105073 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e66fd268-76f0-4084-b73b-194c172a4574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (b49688d5-8af1-4576-b7ea-125af46d7ef2), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:33.149207 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 54352) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:33.149413 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-e66fd268-76f0-4084-b73b-194c172a4574 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2aeb1da0ee5d47b5a40efd982d849130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1695464 May 23 12:35:33.149755 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fd268-76f0-4084-b73b-194c172a4574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49688d5-8af1-4576-b7ea-125af46d7ef2,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:33.202646 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-145d5e10-5f09-46a2-a34f-fe7fbd77cc18 admin admin] Publish callbacks [] for security_group (b49688d5-8af1-4576-b7ea-125af46d7ef2), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:33.226806 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-145d5e10-5f09-46a2-a34f-fe7fbd77cc18 admin admin] Publish callbacks [] for security_group (b49688d5-8af1-4576-b7ea-125af46d7ef2), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:33.267585 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:33.312441 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559de3f-59a6-48f6-8c81-b87038cd3428 req-eb62c497-3285-4f8f-a461-ea3b7bd3cdc3 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:33.313920 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0559de3f-59a6-48f6-8c81-b87038cd3428 req-eb62c497-3285-4f8f-a461-ea3b7bd3cdc3 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0637643 May 23 12:35:33.329217 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-145d5e10-5f09-46a2-a34f-fe7fbd77cc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (b49688d5-8af1-4576-b7ea-125af46d7ef2), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:33.331866 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-145d5e10-5f09-46a2-a34f-fe7fbd77cc18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:33.332957 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-145d5e10-5f09-46a2-a34f-fe7fbd77cc18 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b49688d5-8af1-4576-b7ea-125af46d7ef2 HTTP/1.1" status: 204 len: 168 time: 0.1827681 May 23 12:35:33.366024 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d5e10-5f09-46a2-a34f-fe7fbd77cc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49688d5-8af1-4576-b7ea-125af46d7ef2,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:33.381175 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0559de3f-59a6-48f6-8c81-b87038cd3428 req-41a4d5d7-3357-402b-8a90-415d30b77cf6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601275 May 23 12:35:33.498120 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:33.622815 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1efb4a-ff45-468d-b38e-3b5414ba95b6 req-0cb2c96c-e3e2-48fc-8257-e8aa44464e86 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:33.624464 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-de1efb4a-ff45-468d-b38e-3b5414ba95b6 req-0cb2c96c-e3e2-48fc-8257-e8aa44464e86 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0536377 May 23 12:35:33.674503 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-de1efb4a-ff45-468d-b38e-3b5414ba95b6 req-c6311a5f-6e6c-43e2-8be5-7676ac7d9767 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441153 May 23 12:35:33.845062 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-589cc46f-83a5-4c04-a160-01c663d14d34 req-029961cd-7c38-4187-9e93-36dc6a5ccaa8 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 210 time: 0.0321705 May 23 12:35:34.508105 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddf7ef-ef16-433d-9df8-a95462f48f4f req-bac2787a-91a1-4f94-bd0c-ba81d399b83e tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:34.510023 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-51ddf7ef-ef16-433d-9df8-a95462f48f4f req-bac2787a-91a1-4f94-bd0c-ba81d399b83e tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0530760 May 23 12:35:34.563249 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-51ddf7ef-ef16-433d-9df8-a95462f48f4f req-e80b8423-4c7f-44f9-9f8c-6f13833403bb tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467081 May 23 12:35:34.626421 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-53ada674-4237-4273-a2ef-593bb8d9fb15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:34.797626 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d323862-5a6a-48af-8bae-92e7e204b8be req-c046213c-b902-40be-8031-e795800f0662 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:34.799131 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0d323862-5a6a-48af-8bae-92e7e204b8be req-c046213c-b902-40be-8031-e795800f0662 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0487337 May 23 12:35:34.848573 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0d323862-5a6a-48af-8bae-92e7e204b8be req-1256914d-c2c9-4e45-a0ff-cb0e315c2644 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434039 May 23 12:35:34.947748 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0933788c-f9bc-4554-bc81-de015aecb06a req-f04af974-02d4-4d2e-8e95-69f526d3d913 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 210 time: 0.0273616 May 23 12:35:35.674891 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:35.689840 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36895a-3767-4632-8342-ed636641dde8 req-4107d477-e1b8-438a-bd64-0a96d1a98e63 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:35.691568 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7d36895a-3767-4632-8342-ed636641dde8 req-4107d477-e1b8-438a-bd64-0a96d1a98e63 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0564282 May 23 12:35:35.745664 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7d36895a-3767-4632-8342-ed636641dde8 req-02ca8fb8-d2fe-46b5-aa36-7376b04bf4cd tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476043 May 23 12:35:35.919949 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:35.969256 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197dca6-99fd-4e90-8288-c3d086c217cf req-d71f4b9b-421b-4500-9f40-f0ffdf72f170 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:35.976695 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2197dca6-99fd-4e90-8288-c3d086c217cf req-d71f4b9b-421b-4500-9f40-f0ffdf72f170 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0523555 May 23 12:35:36.038110 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2197dca6-99fd-4e90-8288-c3d086c217cf req-26044547-dcdd-4e4e-af89-84538f7b2a41 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596347 May 23 12:35:36.063625 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d4c53e33-90ae-4627-8277-3307fb412f8a req-ce2e7b19-1063-45f7-a2a4-d6f6a163f635 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 210 time: 0.0350695 May 23 12:35:36.084362 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 54446) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:36.187695 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b53685c8-2f9d-421f-96fa-58b9b6857b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:36.267924 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b53685c8-2f9d-421f-96fa-58b9b6857b36 admin admin] Publish callbacks [] for security_group (eba38e79-0ab8-4d7f-99d3-dd2220a60512), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:36.272125 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b53685c8-2f9d-421f-96fa-58b9b6857b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (eba38e79-0ab8-4d7f-99d3-dd2220a60512), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:36.320154 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-b53685c8-2f9d-421f-96fa-58b9b6857b36 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a4bfb428a4449dbb0d2105a2c1d95f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344520 May 23 12:35:36.322791 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 54456) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:36.329009 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53685c8-2f9d-421f-96fa-58b9b6857b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba38e79-0ab8-4d7f-99d3-dd2220a60512,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:36.385432 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0f23c250-4f40-4ea8-89ca-e70df8f54f60 admin admin] Publish callbacks [] for security_group (eba38e79-0ab8-4d7f-99d3-dd2220a60512), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:36.408268 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0f23c250-4f40-4ea8-89ca-e70df8f54f60 admin admin] Publish callbacks [] for security_group (eba38e79-0ab8-4d7f-99d3-dd2220a60512), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:36.437089 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:36.460972 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0f23c250-4f40-4ea8-89ca-e70df8f54f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (eba38e79-0ab8-4d7f-99d3-dd2220a60512), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:36.463870 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0f23c250-4f40-4ea8-89ca-e70df8f54f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:36.465121 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-0f23c250-4f40-4ea8-89ca-e70df8f54f60 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eba38e79-0ab8-4d7f-99d3-dd2220a60512 HTTP/1.1" status: 204 len: 168 time: 0.1414013 May 23 12:35:36.472987 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23c250-4f40-4ea8-89ca-e70df8f54f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba38e79-0ab8-4d7f-99d3-dd2220a60512,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:36.739542 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 54464) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:36.756143 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fe7df2c4-8f7a-4837-a8ea-86b69a2c35ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:36.890912 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f1405-10d9-4e0e-afe2-f0c93003bd00 req-9aa43056-1b4a-4142-a4f4-7a68a0a763bc tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:36.892445 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b30f1405-10d9-4e0e-afe2-f0c93003bd00 req-9aa43056-1b4a-4142-a4f4-7a68a0a763bc tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0735335 May 23 12:35:36.897725 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fe7df2c4-8f7a-4837-a8ea-86b69a2c35ce admin admin] Publish callbacks [] for security_group (d60b8b98-18cd-45b1-839c-6f4b6477a536), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:36.914687 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fe7df2c4-8f7a-4837-a8ea-86b69a2c35ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (d60b8b98-18cd-45b1-839c-6f4b6477a536), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:36.978272 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-fe7df2c4-8f7a-4837-a8ea-86b69a2c35ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=250b936eb89e43a296ab256cf2a3bf3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374928 May 23 12:35:36.980044 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7df2c4-8f7a-4837-a8ea-86b69a2c35ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60b8b98-18cd-45b1-839c-6f4b6477a536,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:36.980957 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54468) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:36.985530 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b30f1405-10d9-4e0e-afe2-f0c93003bd00 req-4debb867-810f-4100-9532-e99c4225541c tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855849 May 23 12:35:37.028460 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:37.044415 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-884c03b3-fd16-42f8-a58c-32001862a190 admin admin] Publish callbacks [] for security_group (d60b8b98-18cd-45b1-839c-6f4b6477a536), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:37.068071 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-884c03b3-fd16-42f8-a58c-32001862a190 admin admin] Publish callbacks [] for security_group (d60b8b98-18cd-45b1-839c-6f4b6477a536), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:37.104453 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:INSERT=8,neutron:SELECT=81,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:37.124922 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-884c03b3-fd16-42f8-a58c-32001862a190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (d60b8b98-18cd-45b1-839c-6f4b6477a536), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:37.127719 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-884c03b3-fd16-42f8-a58c-32001862a190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:37.128958 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-884c03b3-fd16-42f8-a58c-32001862a190 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d60b8b98-18cd-45b1-839c-6f4b6477a536 HTTP/1.1" status: 204 len: 168 time: 0.1469858 May 23 12:35:37.140457 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:37.141718 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c03b3-fd16-42f8-a58c-32001862a190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60b8b98-18cd-45b1-839c-6f4b6477a536,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:37.200509 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd0d5f-2c14-439d-b507-9ec5df28e3c3 req-644e8f18-6432-482a-a7cc-1eda7a0305ea tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:37.202293 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-65bd0d5f-2c14-439d-b507-9ec5df28e3c3 req-644e8f18-6432-482a-a7cc-1eda7a0305ea tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0733232 May 23 12:35:37.221361 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-010330a9-4f80-41f0-82ef-bb4665ba7792 req-9c60270e-c60b-41b6-9f5d-ce477d063f6e tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 210 time: 0.0422359 May 23 12:35:37.271508 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:37.293054 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-65bd0d5f-2c14-439d-b507-9ec5df28e3c3 req-f38b43e4-13a1-4e05-9ed3-9953359a88a7 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750186 May 23 12:35:38.106023 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc18100-fca5-4081-a0e3-71b39432847a req-c08466cd-1834-44ab-b44c-9d2f4c686c44 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:38.107684 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2fc18100-fca5-4081-a0e3-71b39432847a req-c08466cd-1834-44ab-b44c-9d2f4c686c44 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0498364 May 23 12:35:38.164976 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2fc18100-fca5-4081-a0e3-71b39432847a req-372ff03b-595d-4eab-bb95-9a31d6d546f5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492351 May 23 12:35:38.339559 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-adfa259b-1202-4a0f-9674-2623a7166c4f req-09e468d2-739b-4787-b53b-143f45c5d393 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 210 time: 0.0332773 May 23 12:35:38.452993 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef376746-f007-439f-853e-dca39dd0ab67 req-5022197d-6435-40e1-a7fd-94b2f1056039 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:38.454543 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef376746-f007-439f-853e-dca39dd0ab67 req-5022197d-6435-40e1-a7fd-94b2f1056039 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0544510 May 23 12:35:38.634621 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:38.745518 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef376746-f007-439f-853e-dca39dd0ab67 req-1c751d51-374d-453f-95cf-3d13de51156f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852938 May 23 12:35:39.286133 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b3988-ddb3-4bfd-902c-a61dce22b72e req-ac9bfd33-326e-4a16-9a7e-669934175ac7 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:39.287641 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f35b3988-ddb3-4bfd-902c-a61dce22b72e req-ac9bfd33-326e-4a16-9a7e-669934175ac7 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0493176 May 23 12:35:39.352630 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f35b3988-ddb3-4bfd-902c-a61dce22b72e req-70da5ee1-fa47-414b-9e45-85becfcfb9e5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585825 May 23 12:35:39.488444 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cc2a6292-99ad-4fea-843a-6c25df012fcf req-97aaf94c-daaa-447c-aaf6-ff894f6cbcd9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 210 time: 0.0370650 May 23 12:35:39.899225 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2f87c-39e0-40ef-bc8f-febb09d96868 req-f1b2ab6b-36a8-41c4-b836-bff777b28bb2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:39.902126 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e2d2f87c-39e0-40ef-bc8f-febb09d96868 req-f1b2ab6b-36a8-41c4-b836-bff777b28bb2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0738928 May 23 12:35:39.963269 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e2d2f87c-39e0-40ef-bc8f-febb09d96868 req-655da6e1-dd7f-4237-812b-f0112691aae0 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531509 May 23 12:35:40.469859 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ff3dc-481a-47c1-8284-a12d07d6c0f3 req-9ca21db5-cf5c-4d72-9cb2-c60645b6a485 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:40.471243 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fb5ff3dc-481a-47c1-8284-a12d07d6c0f3 req-9ca21db5-cf5c-4d72-9cb2-c60645b6a485 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0474191 May 23 12:35:40.530788 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fb5ff3dc-481a-47c1-8284-a12d07d6c0f3 req-4652d044-00e2-46c7-9796-b93260a01d92 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531633 May 23 12:35:40.584987 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-091ccebc-67c5-46fb-aaad-3708fbd2583c req-0abaa0a4-5b1b-40b6-bc65-8e5a6af88a09 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 210 time: 0.0271392 May 23 12:35:41.096111 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1057030-3736-409c-a0fa-6d3ac25d4819 req-54b057d9-2f7a-4441-8955-7206dce13287 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:41.097759 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b1057030-3736-409c-a0fa-6d3ac25d4819 req-54b057d9-2f7a-4441-8955-7206dce13287 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0536170 May 23 12:35:41.147880 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b1057030-3736-409c-a0fa-6d3ac25d4819 req-2140ffa6-7ef3-4d04-84dc-ff2233ebabbb tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428636 May 23 12:35:41.254643 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 54606) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:41.367170 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f69276de-0532-4a35-82b7-016ffa3e5fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:41.377000 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:41.443753 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f69276de-0532-4a35-82b7-016ffa3e5fe7 admin admin] Publish callbacks [] for security_group (49951ca7-d39e-4892-a7e0-010bd504cd5d), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:41.448014 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f69276de-0532-4a35-82b7-016ffa3e5fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (49951ca7-d39e-4892-a7e0-010bd504cd5d), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:41.490029 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-f69276de-0532-4a35-82b7-016ffa3e5fe7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb08080f82ff4d73a15c8abd7cb8495f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343040 May 23 12:35:41.491129 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69276de-0532-4a35-82b7-016ffa3e5fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49951ca7-d39e-4892-a7e0-010bd504cd5d,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:41.492881 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54612) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:41.546883 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-27987da7-c30e-4f7a-b07a-563226fc0434 admin admin] Publish callbacks [] for security_group (49951ca7-d39e-4892-a7e0-010bd504cd5d), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:41.573933 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-27987da7-c30e-4f7a-b07a-563226fc0434 admin admin] Publish callbacks [] for security_group (49951ca7-d39e-4892-a7e0-010bd504cd5d), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:41.628099 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-27987da7-c30e-4f7a-b07a-563226fc0434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (49951ca7-d39e-4892-a7e0-010bd504cd5d), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:41.630706 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-27987da7-c30e-4f7a-b07a-563226fc0434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:41.631842 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-27987da7-c30e-4f7a-b07a-563226fc0434 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49951ca7-d39e-4892-a7e0-010bd504cd5d HTTP/1.1" status: 204 len: 168 time: 0.1373436 May 23 12:35:41.642972 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27987da7-c30e-4f7a-b07a-563226fc0434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49951ca7-d39e-4892-a7e0-010bd504cd5d,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:41.697647 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1e44082b-4392-4956-903b-a66a9e26c2aa req-fb93ffb5-7aca-4c36-82b6-d66e8df551bf tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 210 time: 0.0313778 May 23 12:35:41.709746 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf106d7-0dcc-4489-9783-f033b7f9475c req-3a638481-8a51-4ff1-b167-7c3e1f279c1c tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:41.711834 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1bf106d7-0dcc-4489-9783-f033b7f9475c req-3a638481-8a51-4ff1-b167-7c3e1f279c1c tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.1019926 May 23 12:35:41.767702 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:41.776863 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1bf106d7-0dcc-4489-9783-f033b7f9475c req-0fc64f41-c5cb-4d88-813c-ef7bfb8c34a7 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490139 May 23 12:35:42.269194 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da418a-2592-4bda-a7d6-fd6f6547479c req-499ccc86-9a3b-4723-8ce2-91633c45c058 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:42.270705 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a4da418a-2592-4bda-a7d6-fd6f6547479c req-499ccc86-9a3b-4723-8ce2-91633c45c058 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0474296 May 23 12:35:42.325978 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54642) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:42.326822 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a4da418a-2592-4bda-a7d6-fd6f6547479c req-a18861e9-0cd8-47ee-81bd-926e54d9f269 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499768 May 23 12:35:42.430026 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-dfc318cd-dd19-45c7-9e51-b6106a0bab8f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2042413258-network', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:35:42.450294 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc318cd-dd19-45c7-9e51-b6106a0bab8f admin admin] Made reservation on behalf of 835f4c15c26e47b7ba55aca85bfb66a8 for: {'network': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:35:42.452896 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfc318cd-dd19-45c7-9e51-b6106a0bab8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for network (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:42.462635 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfc318cd-dd19-45c7-9e51-b6106a0bab8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:42.540419 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfc318cd-dd19-45c7-9e51-b6106a0bab8f admin admin] Publish callbacks [] for security_group (5b5eecc7-e7e6-4f87-a9bc-337bfe78c22c), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:42.545349 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfc318cd-dd19-45c7-9e51-b6106a0bab8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (5b5eecc7-e7e6-4f87-a9bc-337bfe78c22c), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:42.578937 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc318cd-dd19-45c7-9e51-b6106a0bab8f admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=103849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:35:42.581217 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc318cd-dd19-45c7-9e51-b6106a0bab8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5eecc7-e7e6-4f87-a9bc-337bfe78c22c,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:42.601287 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfc318cd-dd19-45c7-9e51-b6106a0bab8f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727294489182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (7b5f93e6-a72d-4407-87b2-2ded9bae90c2), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:42.601761 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.segments_db [None req-dfc318cd-dd19-45c7-9e51-b6106a0bab8f admin admin] Added segment 7b5f93e6-a72d-4407-87b2-2ded9bae90c2 of type vlan for network eba13816-fd74-4783-a2bd-29f9a2d3200d May 23 12:35:42.657795 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfc318cd-dd19-45c7-9e51-b6106a0bab8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727293981772'] for network (eba13816-fd74-4783-a2bd-29f9a2d3200d), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:42.696836 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfc318cd-dd19-45c7-9e51-b6106a0bab8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for network (eba13816-fd74-4783-a2bd-29f9a2d3200d), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:42.697873 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc318cd-dd19-45c7-9e51-b6106a0bab8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:42.698513 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfc318cd-dd19-45c7-9e51-b6106a0bab8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:42.760384 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-dfc318cd-dd19-45c7-9e51-b6106a0bab8f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4329078 May 23 12:35:42.763190 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54658) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:42.767881 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-190c5c21-382c-4a6e-8f7a-a336eb6d0b39 admin admin] Request body: {'subnet': {'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2042413258-subnet', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'ip_version': 4}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:35:42.776959 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc318cd-dd19-45c7-9e51-b6106a0bab8f admin admin] Pushing event updated for resources: {'Network': ['ID=eba13816-fd74-4783-a2bd-29f9a2d3200d,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:42.787200 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Network eba13816-fd74-4783-a2bd-29f9a2d3200d details requested by agent ovs-agent-dv-cinder-836996-27-iscsi with host dv-cinder-836996-27-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:35:42.804118 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190c5c21-382c-4a6e-8f7a-a336eb6d0b39 admin admin] Made reservation on behalf of 835f4c15c26e47b7ba55aca85bfb66a8 for: {'subnet': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:35:42.807089 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-190c5c21-382c-4a6e-8f7a-a336eb6d0b39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5217897'] for subnet (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:42.816007 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-31f21411-eb9a-436a-b741-781278406723 req-972af164-7b33-4282-abac-e7e9f1e1e765 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 210 time: 0.0340703 May 23 12:35:42.917824 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dc7a3-c485-4b7a-aa8c-16a3d04e36ac req-9e319ebc-ac7f-4d90-a61c-5f137a80da04 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:42.919417 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f16dc7a3-c485-4b7a-aa8c-16a3d04e36ac req-9e319ebc-ac7f-4d90-a61c-5f137a80da04 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0511348 May 23 12:35:42.968782 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f16dc7a3-c485-4b7a-aa8c-16a3d04e36ac req-48a4303c-88a8-4437-b4a1-f32e9d708063 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434833 May 23 12:35:42.994453 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-190c5c21-382c-4a6e-8f7a-a336eb6d0b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4652963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5217947'] for subnet (e685380f-9d07-4fcb-9265-9458eb8b6746), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:43.023202 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:43.024010 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:43.051753 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c5c21-382c-4a6e-8f7a-a336eb6d0b39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e685380f-9d07-4fcb-9265-9458eb8b6746,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:43.068467 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190c5c21-382c-4a6e-8f7a-a336eb6d0b39 admin admin] Checking segment: {'id': '7b5f93e6-a72d-4407-87b2-2ded9bae90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:35:43.068825 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190c5c21-382c-4a6e-8f7a-a336eb6d0b39 admin admin] Network hostable DHCP agents. Network: eba13816-fd74-4783-a2bd-29f9a2d3200d, hostable agents: ['f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96'], hosted agents: [] {{(pid=103849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:35:43.089418 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190c5c21-382c-4a6e-8f7a-a336eb6d0b39 admin admin] Network eba13816-fd74-4783-a2bd-29f9a2d3200d is scheduled to be hosted by DHCP agent f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96 with binding_index 1 {{(pid=103849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:35:43.098069 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-190c5c21-382c-4a6e-8f7a-a336eb6d0b39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-27-iscsi, eba13816-fd74-4783-a2bd-29f9a2d3200d) {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:35:43.102891 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190c5c21-382c-4a6e-8f7a-a336eb6d0b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:43.103486 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-190c5c21-382c-4a6e-8f7a-a336eb6d0b39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:43.107804 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ab47b3-f883-4b1c-b804-bd22560ab3b4 None None] Network eba13816-fd74-4783-a2bd-29f9a2d3200d requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:35:43.119010 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-190c5c21-382c-4a6e-8f7a-a336eb6d0b39 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3548434 May 23 12:35:43.121727 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54662) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:43.126708 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-17a46509-a06e-400b-b078-a9dbfcb2a797 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2042413258-router', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:35:43.146943 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-17a46509-a06e-400b-b078-a9dbfcb2a797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11617'] for router (3acf8efd-5454-49be-8c84-5234ac7efd7f), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:43.148684 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-17a46509-a06e-400b-b078-a9dbfcb2a797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-483446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11544'] for router (3acf8efd-5454-49be-8c84-5234ac7efd7f), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:43.201704 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-17a46509-a06e-400b-b078-a9dbfcb2a797 admin admin] Publish callbacks [] for router_controller (3acf8efd-5454-49be-8c84-5234ac7efd7f), precommit_add_association {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:43.213986 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd8c37bb-aeb2-5b83-a5a3-99f3ae67a9d0-eba13816-fd74-4783-a2bd-29f9a2d3200d', 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d', 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'fixed_ips': [{'subnet_id': 'e685380f-9d07-4fcb-9265-9458eb8b6746'}]}} from dv-cinder-836996-27-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 12:35:43.214931 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:43.355191 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Allocated IP 172.20.0.2 (eba13816-fd74-4783-a2bd-29f9a2d3200d/e685380f-9d07-4fcb-9265-9458eb8b6746/bcfe77d1-807f-4175-a693-b8c76d7328fc) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:35:43.454167 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317b557-46a5-4cfc-8d72-9b8ce0fea399 req-b461ffc3-4689-4e38-b5b0-4da3e40c4217 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:43.455699 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f317b557-46a5-4cfc-8d72-9b8ce0fea399 req-b461ffc3-4689-4e38-b5b0-4da3e40c4217 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0493593 May 23 12:35:43.506089 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f317b557-46a5-4cfc-8d72-9b8ce0fea399 req-ac242c8d-cd04-4ca4-a38f-d3a685c505fc tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431979 May 23 12:35:43.516773 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Publish callbacks [] for port (bcfe77d1-807f-4175-a693-b8c76d7328fc), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:43.524824 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (bcfe77d1-807f-4175-a693-b8c76d7328fc), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:43.539373 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-17a46509-a06e-400b-b078-a9dbfcb2a797 admin admin] Publish callbacks [] for router_gateway (3acf8efd-5454-49be-8c84-5234ac7efd7f), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:43.573127 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Pushing event updated for resources: {'Port': ['ID=bcfe77d1-807f-4175-a693-b8c76d7328fc,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:43.576518 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Network eba13816-fd74-4783-a2bd-29f9a2d3200d is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:35:43.581752 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:35:43.584413 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:43.584766 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:43.585111 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:43.585485 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:43.585811 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:43.586161 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:43.586499 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:43.586825 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:43.587170 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:43.587503 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:43.587841 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:43.588195 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:43.588523 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:43.588950 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:43.589498 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:43.594159 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:35:43.657237 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Attempting to bind port bcfe77d1-807f-4175-a693-b8c76d7328fc on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:35:43.657515 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Attempting to bind port bcfe77d1-807f-4175-a693-b8c76d7328fc by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': '7b5f93e6-a72d-4407-87b2-2ded9bae90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:35:43.657881 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Attempting to bind port bcfe77d1-807f-4175-a693-b8c76d7328fc on network eba13816-fd74-4783-a2bd-29f9a2d3200d {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:35:43.663080 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:35:43.664023 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Checking segment: {'id': '7b5f93e6-a72d-4407-87b2-2ded9bae90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:35:43.664460 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:43.664985 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Bound using segment: {'id': '7b5f93e6-a72d-4407-87b2-2ded9bae90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:35:43.665358 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Bound port: bcfe77d1-807f-4175-a693-b8c76d7328fc, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5f93e6-a72d-4407-87b2-2ded9bae90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:35:43.665737 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (bcfe77d1-807f-4175-a693-b8c76d7328fc), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:43.679580 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:43.725439 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:43.730875 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-17a46509-a06e-400b-b078-a9dbfcb2a797 admin admin] Publish callbacks [] for router_gateway (3acf8efd-5454-49be-8c84-5234ac7efd7f), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:43.734691 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] For port bcfe77d1-807f-4175-a693-b8c76d7328fc, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:35:43.753228 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] For port bcfe77d1-807f-4175-a693-b8c76d7328fc, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=bcfe77d1-807f-4175-a693-b8c76d7328fc,segment=NetworkSegment(7b5f93e6-a72d-4407-87b2-2ded9bae90c2),segment_id=7b5f93e6-a72d-4407-87b2-2ded9bae90c2)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:35:43.755168 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-17a46509-a06e-400b-b078-a9dbfcb2a797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:43.768805 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (bcfe77d1-807f-4175-a693-b8c76d7328fc), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:43.835076 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d1288-ec6d-4f8f-9ee9-505a036cce0d None None] Pushing event updated for resources: {'Port': ['ID=bcfe77d1-807f-4175-a693-b8c76d7328fc,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:43.872055 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-17a46509-a06e-400b-b078-a9dbfcb2a797 admin admin] Allocated IP 172.27.0.172 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/54790f1a-7c47-4e07-a5c5-11e6b04d7149) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:35:43.961716 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1a963cce-a49a-46c3-9dca-25312707a039 req-553c7c85-37c7-486c-9e64-4180ebd00e39 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 210 time: 0.0518944 May 23 12:35:44.012554 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-17a46509-a06e-400b-b078-a9dbfcb2a797 admin admin] Publish callbacks [] for port (54790f1a-7c47-4e07-a5c5-11e6b04d7149), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:44.016220 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:35:44.064320 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-17a46509-a06e-400b-b078-a9dbfcb2a797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (54790f1a-7c47-4e07-a5c5-11e6b04d7149), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:44.104633 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:44.121324 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a46509-a06e-400b-b078-a9dbfcb2a797 admin admin] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:35:44.129092 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-17a46509-a06e-400b-b078-a9dbfcb2a797 admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:35:44.133507 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a46509-a06e-400b-b078-a9dbfcb2a797 admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:35:44.137425 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a46509-a06e-400b-b078-a9dbfcb2a797 admin admin] Pushing event updated for resources: {'Port': ['ID=54790f1a-7c47-4e07-a5c5-11e6b04d7149,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:44.145683 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0002a4-3424-422e-b0d0-698d9b2e5623 req-ea096f6e-6234-433a-b115-41e19ef0f9a6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:44.148657 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0e0002a4-3424-422e-b0d0-698d9b2e5623 req-ea096f6e-6234-433a-b115-41e19ef0f9a6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0804443 May 23 12:35:44.163045 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:44.223904 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0e0002a4-3424-422e-b0d0-698d9b2e5623 req-f58ca88d-c2cb-4eca-9be3-0846788e1588 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688219 May 23 12:35:44.414858 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-17a46509-a06e-400b-b078-a9dbfcb2a797 admin admin] Publish callbacks [] for router_gateway (3acf8efd-5454-49be-8c84-5234ac7efd7f), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:44.429750 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device bcfe77d1-807f-4175-a693-b8c76d7328fc up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:35:44.485200 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port bcfe77d1-807f-4175-a693-b8c76d7328fc triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:35:44.485596 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (bcfe77d1-807f-4175-a693-b8c76d7328fc), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:44.567828 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port bcfe77d1-807f-4175-a693-b8c76d7328fc is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:35:44.568646 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (bcfe77d1-807f-4175-a693-b8c76d7328fc), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:44.619622 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] For port bcfe77d1-807f-4175-a693-b8c76d7328fc, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=bcfe77d1-807f-4175-a693-b8c76d7328fc,segment=NetworkSegment(7b5f93e6-a72d-4407-87b2-2ded9bae90c2),segment_id=7b5f93e6-a72d-4407-87b2-2ded9bae90c2)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:35:44.626631 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (bcfe77d1-807f-4175-a693-b8c76d7328fc), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:44.647370 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be517abf-5f62-4930-893e-389972115af7 req-55e25c8c-6fb9-4d05-b464-522bf80e08cf tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:44.656692 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-be517abf-5f62-4930-893e-389972115af7 req-55e25c8c-6fb9-4d05-b464-522bf80e08cf tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0624824 May 23 12:35:44.692400 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-17a46509-a06e-400b-b078-a9dbfcb2a797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-483363'] for router (3acf8efd-5454-49be-8c84-5234ac7efd7f), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:44.713284 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Pushing event updated for resources: {'Port': ['ID=bcfe77d1-807f-4175-a693-b8c76d7328fc,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:44.725231 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-be517abf-5f62-4930-893e-389972115af7 req-4ccbd372-83d9-4679-b965-479383632b5c tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653696 May 23 12:35:44.858621 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a46509-a06e-400b-b078-a9dbfcb2a797 admin admin] Router 3acf8efd-5454-49be-8c84-5234ac7efd7f is scheduled to L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 with binding_index 1 {{(pid=103849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:35:44.971338 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12fe905-af61-4cea-a2e4-019692ce14ff None None] Network eba13816-fd74-4783-a2bd-29f9a2d3200d requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:35:44.977590 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a46509-a06e-400b-b078-a9dbfcb2a797 admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:35:44.987248 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] Sync routers for ids ['3acf8efd-5454-49be-8c84-5234ac7efd7f'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:35:44.999438 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] Routers {'3acf8efd-5454-49be-8c84-5234ac7efd7f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:35:45.000192 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:35:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['3acf8efd-5454-49be-8c84-5234ac7efd7f'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:35:45.006942 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-17a46509-a06e-400b-b078-a9dbfcb2a797 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:45.009224 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-17a46509-a06e-400b-b078-a9dbfcb2a797 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8864110 May 23 12:35:45.011901 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54696) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:45.109330 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-1d429d4a-efaa-405d-afa0-e45b959c5f38 None None] Provisioning complete for port bcfe77d1-807f-4175-a693-b8c76d7328fc triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:35:45.109956 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1d429d4a-efaa-405d-afa0-e45b959c5f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (bcfe77d1-807f-4175-a693-b8c76d7328fc), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:45.145400 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ac9cf4bc-801d-43ce-b3a7-0150d715b5b8 req-610a1ad2-3e4b-41d9-af07-7ee71a88776b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 210 time: 0.0473819 May 23 12:35:45.262016 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-1d429d4a-efaa-405d-afa0-e45b959c5f38 None None] Current status of the port bcfe77d1-807f-4175-a693-b8c76d7328fc is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:35:45.301688 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] Set router 3acf8efd-5454-49be-8c84-5234ac7efd7f gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:35:45.309852 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:45.386419 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd82939-8b89-43d9-927a-5b6bf8760845 req-3437dad7-12a4-4819-8caf-dcede73ab18a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:45.394760 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3fd82939-8b89-43d9-927a-5b6bf8760845 req-3437dad7-12a4-4819-8caf-dcede73ab18a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0792537 May 23 12:35:45.445330 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:45.459021 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3fd82939-8b89-43d9-927a-5b6bf8760845 req-6f13ad64-57ae-42f6-a524-c8367f9daeb5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598607 May 23 12:35:45.521607 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'name': 'tempest-TestShelveInstance-2042413258-router', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:44Z', 'revision_number': 3, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'gw_port': {'id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:35:45.549861 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] Checking router: 3acf8efd-5454-49be-8c84-5234ac7efd7f for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:35:45.550120 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] Updating router 3acf8efd-5454-49be-8c84-5234ac7efd7f port 54790f1a-7c47-4e07-a5c5-11e6b04d7149 binding host dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:35:45.577039 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-61beab70-e9ec-4b73-b5bb-5f51923294dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:45.577720 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (54790f1a-7c47-4e07-a5c5-11e6b04d7149), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:45.586194 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a2f08655-0f11-40bc-965b-75a87bb2adab None None] Provisioning complete for port bcfe77d1-807f-4175-a693-b8c76d7328fc triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:35:45.586951 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a2f08655-0f11-40bc-965b-75a87bb2adab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (bcfe77d1-807f-4175-a693-b8c76d7328fc), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:45.671705 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a2f08655-0f11-40bc-965b-75a87bb2adab None None] Current status of the port bcfe77d1-807f-4175-a693-b8c76d7328fc is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:35:45.747438 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-61beab70-e9ec-4b73-b5bb-5f51923294dd admin admin] Allocated IP 172.20.0.1 (eba13816-fd74-4783-a2bd-29f9a2d3200d/e685380f-9d07-4fcb-9265-9458eb8b6746/bde0c7cf-0adb-4bcc-8609-792460a0cc18) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:35:45.842887 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cf395-23cf-4861-a3c9-3c5b15d560db req-87a6f3e5-21dd-427a-84b9-c9ac700a7884 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:45.844426 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c78cf395-23cf-4861-a3c9-3c5b15d560db req-87a6f3e5-21dd-427a-84b9-c9ac700a7884 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0487192 May 23 12:35:45.863964 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-61beab70-e9ec-4b73-b5bb-5f51923294dd admin admin] Publish callbacks [] for port (bde0c7cf-0adb-4bcc-8609-792460a0cc18), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:45.905080 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c78cf395-23cf-4861-a3c9-3c5b15d560db req-b77dde16-e217-453b-91dc-35aa571d5730 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514817 May 23 12:35:45.905548 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] Publish callbacks [] for port (54790f1a-7c47-4e07-a5c5-11e6b04d7149), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:45.911933 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (54790f1a-7c47-4e07-a5c5-11e6b04d7149), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:45.914400 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-61beab70-e9ec-4b73-b5bb-5f51923294dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (bde0c7cf-0adb-4bcc-8609-792460a0cc18), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:45.962184 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61beab70-e9ec-4b73-b5bb-5f51923294dd admin admin] Network eba13816-fd74-4783-a2bd-29f9a2d3200d is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:35:45.965596 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-61beab70-e9ec-4b73-b5bb-5f51923294dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:35:45.969395 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] Attempting to bind port 54790f1a-7c47-4e07-a5c5-11e6b04d7149 on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:35:45.969569 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61beab70-e9ec-4b73-b5bb-5f51923294dd admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:35:45.969758 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] Attempting to bind port 54790f1a-7c47-4e07-a5c5-11e6b04d7149 by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:35:45.970111 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] Attempting to bind port 54790f1a-7c47-4e07-a5c5-11e6b04d7149 on network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:35:45.972791 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61beab70-e9ec-4b73-b5bb-5f51923294dd admin admin] Pushing event updated for resources: {'Port': ['ID=bde0c7cf-0adb-4bcc-8609-792460a0cc18,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:45.979093 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023eeac-3961-486c-8efd-b07f452b6f0b None None] Pushing event updated for resources: {'Port': ['ID=54790f1a-7c47-4e07-a5c5-11e6b04d7149,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:45.986585 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023eeac-3961-486c-8efd-b07f452b6f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:45.986928 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023eeac-3961-486c-8efd-b07f452b6f0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:45.987272 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023eeac-3961-486c-8efd-b07f452b6f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:45.987620 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023eeac-3961-486c-8efd-b07f452b6f0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:45.987944 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023eeac-3961-486c-8efd-b07f452b6f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:45.988280 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023eeac-3961-486c-8efd-b07f452b6f0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:45.988868 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023eeac-3961-486c-8efd-b07f452b6f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:45.989156 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023eeac-3961-486c-8efd-b07f452b6f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:45.989502 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023eeac-3961-486c-8efd-b07f452b6f0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:45.990244 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023eeac-3961-486c-8efd-b07f452b6f0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:45.990244 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023eeac-3961-486c-8efd-b07f452b6f0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:45.990655 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023eeac-3961-486c-8efd-b07f452b6f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:45.990655 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023eeac-3961-486c-8efd-b07f452b6f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:45.990903 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023eeac-3961-486c-8efd-b07f452b6f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:45.991209 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023eeac-3961-486c-8efd-b07f452b6f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:45.995009 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:35:45.995374 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] Checking segment: {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:35:45.995760 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:45.996141 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] Bound using segment: {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:35:45.996616 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] Bound port: 54790f1a-7c47-4e07-a5c5-11e6b04d7149, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:35:45.996980 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (54790f1a-7c47-4e07-a5c5-11e6b04d7149), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:46.010014 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-61beab70-e9ec-4b73-b5bb-5f51923294dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481910'] for router_interface (3acf8efd-5454-49be-8c84-5234ac7efd7f), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:46.017436 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:46.056321 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] For port 54790f1a-7c47-4e07-a5c5-11e6b04d7149, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:35:46.059811 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] For port 54790f1a-7c47-4e07-a5c5-11e6b04d7149, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=54790f1a-7c47-4e07-a5c5-11e6b04d7149,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:35:46.066912 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (54790f1a-7c47-4e07-a5c5-11e6b04d7149), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:46.079569 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:46.130685 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] Routers {'3acf8efd-5454-49be-8c84-5234ac7efd7f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:35:46.131341 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:35:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['3acf8efd-5454-49be-8c84-5234ac7efd7f'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:35:46.135115 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023eeac-3961-486c-8efd-b07f452b6f0b None None] Pushing event updated for resources: {'Port': ['ID=54790f1a-7c47-4e07-a5c5-11e6b04d7149,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:46.206754 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-4dda828a-a40e-4104-812f-d6749feaf3e0 None None] Provisioning complete for port bde0c7cf-0adb-4bcc-8609-792460a0cc18 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:35:46.207354 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4dda828a-a40e-4104-812f-d6749feaf3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (bde0c7cf-0adb-4bcc-8609-792460a0cc18), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:46.216997 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-61beab70-e9ec-4b73-b5bb-5f51923294dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (bde0c7cf-0adb-4bcc-8609-792460a0cc18), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:46.249891 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-4dda828a-a40e-4104-812f-d6749feaf3e0 None None] Port bde0c7cf-0adb-4bcc-8609-792460a0cc18 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:35:46.261204 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] Set router 3acf8efd-5454-49be-8c84-5234ac7efd7f gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:35:46.291041 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c9dd94c5-8441-4bd5-83d8-b69c2a54525b req-e493f60b-ebe3-4d6a-8136-8d38f0c00482 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 210 time: 0.0368180 May 23 12:35:46.348002 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:46.471632 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device bcfe77d1-807f-4175-a693-b8c76d7328fc up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:35:46.473667 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-61beab70-e9ec-4b73-b5bb-5f51923294dd admin admin] Publish callbacks [] for port (bde0c7cf-0adb-4bcc-8609-792460a0cc18), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:46.488751 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-61beab70-e9ec-4b73-b5bb-5f51923294dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4651066'] for port (bde0c7cf-0adb-4bcc-8609-792460a0cc18), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:46.491826 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'name': 'tempest-TestShelveInstance-2042413258-router', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:44Z', 'revision_number': 3, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'gw_port': {'id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:35:46.505293 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:46.527483 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port bcfe77d1-807f-4175-a693-b8c76d7328fc triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:35:46.527931 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (bcfe77d1-807f-4175-a693-b8c76d7328fc), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:46.533133 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df02e8-6131-4d72-a688-3b1e31fbc7a4 None None] The sync data for ids ['3acf8efd-5454-49be-8c84-5234ac7efd7f'] in dv-cinder-836996-27-iscsi is: [{'id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'name': 'tempest-TestShelveInstance-2042413258-router', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:44Z', 'revision_number': 3, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'gw_port': {'id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:35:46.564049 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:46.577132 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:46.627724 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port bcfe77d1-807f-4175-a693-b8c76d7328fc is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:35:46.628840 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61beab70-e9ec-4b73-b5bb-5f51923294dd admin admin] Pushing event updated for resources: {'Port': ['ID=bde0c7cf-0adb-4bcc-8609-792460a0cc18,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:46.648741 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-02fce54a-d3fb-4c48-b155-6d860e8f2d54 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:46.650635 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-02fce54a-d3fb-4c48-b155-6d860e8f2d54 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.15 "GET /v2.0/networks?id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a HTTP/1.1" status: 200 len: 814 time: 0.2317595 May 23 12:35:46.653009 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-61beab70-e9ec-4b73-b5bb-5f51923294dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-823154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-484326'] for router_interface (3acf8efd-5454-49be-8c84-5234ac7efd7f), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:46.703684 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0eb1c-7508-45f5-8cc1-1cab42aeaf04 req-aa99af66-2e2e-4423-b568-46fd17309ef5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:46.711168 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a5f0eb1c-7508-45f5-8cc1-1cab42aeaf04 req-aa99af66-2e2e-4423-b568-46fd17309ef5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.1485167 May 23 12:35:46.761961 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61beab70-e9ec-4b73-b5bb-5f51923294dd admin admin] Network eba13816-fd74-4783-a2bd-29f9a2d3200d is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:35:46.763355 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-61beab70-e9ec-4b73-b5bb-5f51923294dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:35:46.763799 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:46.781237 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a5f0eb1c-7508-45f5-8cc1-1cab42aeaf04 req-6e703d31-77da-44d8-ab5a-81c828f7efa5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659509 May 23 12:35:46.931752 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:47.188490 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-d2009cf0-9c63-471b-9af2-c74b585b3878 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da82f9c566664cb1a974cf0d1bf1b09d HTTP/1.1" status: 200 len: 472 time: 0.2678728 May 23 12:35:47.200773 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-1267438c-34ab-400b-af9a-bea735646928 None None] Provisioning complete for port bde0c7cf-0adb-4bcc-8609-792460a0cc18 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:35:47.201418 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1267438c-34ab-400b-af9a-bea735646928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (bde0c7cf-0adb-4bcc-8609-792460a0cc18), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:47.205128 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eadfc9-77b0-4e05-8bf0-b18ee769edc0 req-e44792aa-da99-4c11-a56a-32301fe7187d tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:47.216261 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-86eadfc9-77b0-4e05-8bf0-b18ee769edc0 req-e44792aa-da99-4c11-a56a-32301fe7187d tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.1628568 May 23 12:35:47.250956 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-1267438c-34ab-400b-af9a-bea735646928 None None] Port bde0c7cf-0adb-4bcc-8609-792460a0cc18 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:35:47.297884 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-86eadfc9-77b0-4e05-8bf0-b18ee769edc0 req-11653509-0e63-44e0-b1b3-be6142d23e05 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800147 May 23 12:35:47.353692 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61beab70-e9ec-4b73-b5bb-5f51923294dd admin admin] Router 3acf8efd-5454-49be-8c84-5234ac7efd7f has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:35:47.399210 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54742) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:47.404855 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0e6e7270-a575-4fed-8c19-dc2ab1eb1e4f req-de8e44ba-fe32-44aa-90a1-89adabc001d3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 210 time: 0.0381796 May 23 12:35:47.443197 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-34587387-d94d-405e-8bf9-bfe9e9b2221c tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'port': {'device_id': 'a624bb16-d6b7-491a-9724-9a51af12140d', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'admin_state_up': True, 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'security_groups': ['087a2fae-f776-4915-93b7-e6c669153943']}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:35:47.477969 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61beab70-e9ec-4b73-b5bb-5f51923294dd admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:35:47.486980 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-61beab70-e9ec-4b73-b5bb-5f51923294dd admin admin] 10.222.0.16 "PUT /v2.0/routers/3acf8efd-5454-49be-8c84-5234ac7efd7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4722941 May 23 12:35:47.607179 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8f707b24-ed59-468d-b1a0-0b2531d162b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:47.623310 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-34587387-d94d-405e-8bf9-bfe9e9b2221c tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Made reservation on behalf of da82f9c566664cb1a974cf0d1bf1b09d for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:35:47.628614 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-34587387-d94d-405e-8bf9-bfe9e9b2221c tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:47.714369 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:47.745024 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8f707b24-ed59-468d-b1a0-0b2531d162b5 admin admin] Publish callbacks [] for security_group (8863bead-9bd1-475f-85f9-fe3d96c4f35b), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:47.749526 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8f707b24-ed59-468d-b1a0-0b2531d162b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (8863bead-9bd1-475f-85f9-fe3d96c4f35b), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:47.793816 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-8f707b24-ed59-468d-b1a0-0b2531d162b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=992fa1b6160f48f59ae18307256b6f72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3932042 May 23 12:35:47.796057 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f707b24-ed59-468d-b1a0-0b2531d162b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8863bead-9bd1-475f-85f9-fe3d96c4f35b,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:47.797411 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 54752) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:47.818715 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-34587387-d94d-405e-8bf9-bfe9e9b2221c tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Allocated IP 172.20.0.12 (34e447e2-b5a8-48e8-88c3-11c08d0cb74a/be7def1c-9596-416f-a585-da28c5a17c31/214009e0-0102-49c7-bbc1-24d5fb2d2f55) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:35:47.939553 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3883c0ea-4843-4b9a-98cf-e6ab491f42fc admin admin] Publish callbacks [] for security_group (8863bead-9bd1-475f-85f9-fe3d96c4f35b), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:47.995576 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4145e-eb7b-427b-87b4-de5815eac83e req-2cec783f-cc1d-49eb-bae5-8ff26358703a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:47.997106 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7ba4145e-eb7b-427b-87b4-de5815eac83e req-2cec783f-cc1d-49eb-bae5-8ff26358703a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.1136546 May 23 12:35:48.032121 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3883c0ea-4843-4b9a-98cf-e6ab491f42fc admin admin] Publish callbacks [] for security_group (8863bead-9bd1-475f-85f9-fe3d96c4f35b), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:48.105699 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7ba4145e-eb7b-427b-87b4-de5815eac83e req-f37b68c1-8523-4fc8-8029-116d23db93b7 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998909 May 23 12:35:48.136672 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-34587387-d94d-405e-8bf9-bfe9e9b2221c tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for port (214009e0-0102-49c7-bbc1-24d5fb2d2f55), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:48.143643 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:48.168860 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:48.174631 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3883c0ea-4843-4b9a-98cf-e6ab491f42fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (8863bead-9bd1-475f-85f9-fe3d96c4f35b), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:48.177221 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3883c0ea-4843-4b9a-98cf-e6ab491f42fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:48.178592 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-3883c0ea-4843-4b9a-98cf-e6ab491f42fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8863bead-9bd1-475f-85f9-fe3d96c4f35b HTTP/1.1" status: 204 len: 168 time: 0.3796098 May 23 12:35:48.195727 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-34587387-d94d-405e-8bf9-bfe9e9b2221c tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (214009e0-0102-49c7-bbc1-24d5fb2d2f55), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:48.198357 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883c0ea-4843-4b9a-98cf-e6ab491f42fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8863bead-9bd1-475f-85f9-fe3d96c4f35b,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:48.251695 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34587387-d94d-405e-8bf9-bfe9e9b2221c tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'Port': ['ID=214009e0-0102-49c7-bbc1-24d5fb2d2f55,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:48.262387 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-34587387-d94d-405e-8bf9-bfe9e9b2221c tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:35:48.267467 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-34587387-d94d-405e-8bf9-bfe9e9b2221c tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:35:48.272470 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-34587387-d94d-405e-8bf9-bfe9e9b2221c tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:35:48.306058 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54772) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:48.310985 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-10c59603-ab7b-4742-a556-2409240c057f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1306975041-network', 'tenant_id': '48239413b5fe44c3905c37d9a647a41b'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:35:48.369840 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c59603-ab7b-4742-a556-2409240c057f admin admin] Made reservation on behalf of 48239413b5fe44c3905c37d9a647a41b for: {'network': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:35:48.373993 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-10c59603-ab7b-4742-a556-2409240c057f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for network (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:48.394973 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-10c59603-ab7b-4742-a556-2409240c057f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:48.430918 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-34587387-d94d-405e-8bf9-bfe9e9b2221c tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:48.431668 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-34587387-d94d-405e-8bf9-bfe9e9b2221c tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:48.514693 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 54790f1a-7c47-4e07-a5c5-11e6b04d7149 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:35:48.577363 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-34587387-d94d-405e-8bf9-bfe9e9b2221c tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1384182 May 23 12:35:48.604621 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] Request body: {'port': {'device_id': 'a624bb16-d6b7-491a-9724-9a51af12140d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:35:48.607111 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-10c59603-ab7b-4742-a556-2409240c057f admin admin] Publish callbacks [] for security_group (a4e7975a-a804-4f1f-ab75-a30b5f77ca64), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:48.623468 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b1fbe-8c0e-465f-b39b-a216904cff54 req-f2ed6989-9a39-42c1-893c-689bb18fb007 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:48.625921 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-379b1fbe-8c0e-465f-b39b-a216904cff54 req-f2ed6989-9a39-42c1-893c-689bb18fb007 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.1838887 May 23 12:35:48.626466 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-10c59603-ab7b-4742-a556-2409240c057f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (a4e7975a-a804-4f1f-ab75-a30b5f77ca64), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:48.656397 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 54790f1a-7c47-4e07-a5c5-11e6b04d7149 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:35:48.656919 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (54790f1a-7c47-4e07-a5c5-11e6b04d7149), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:48.700488 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c59603-ab7b-4742-a556-2409240c057f admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=103849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:35:48.712453 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c59603-ab7b-4742-a556-2409240c057f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e7975a-a804-4f1f-ab75-a30b5f77ca64,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:48.722845 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-10c59603-ab7b-4742-a556-2409240c057f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727294489182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (3ffb05a1-858f-4afd-9361-01d13cabcb06), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:48.723256 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.segments_db [None req-10c59603-ab7b-4742-a556-2409240c057f admin admin] Added segment 3ffb05a1-858f-4afd-9361-01d13cabcb06 of type vlan for network b17bf0f1-b328-455c-b525-3b736923bb2d May 23 12:35:48.742661 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-4988727e-d791-4f85-b2d1-882aca1eea2b None None] Provisioning complete for port 214009e0-0102-49c7-bbc1-24d5fb2d2f55 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:35:48.743223 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4988727e-d791-4f85-b2d1-882aca1eea2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (214009e0-0102-49c7-bbc1-24d5fb2d2f55), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:48.816831 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-10c59603-ab7b-4742-a556-2409240c057f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727293981772'] for network (b17bf0f1-b328-455c-b525-3b736923bb2d), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:48.833003 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b88ea4-4734-4b0a-b1a5-efbdd123a074 req-574d636b-5159-47ca-9892-61c14ddcd94f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:48.842698 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-62b88ea4-4734-4b0a-b1a5-efbdd123a074 req-574d636b-5159-47ca-9892-61c14ddcd94f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 932 time: 0.1933203 May 23 12:35:48.851345 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-4988727e-d791-4f85-b2d1-882aca1eea2b None None] Port 214009e0-0102-49c7-bbc1-24d5fb2d2f55 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:35:48.859838 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:48.872030 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 54790f1a-7c47-4e07-a5c5-11e6b04d7149 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:35:48.873678 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (54790f1a-7c47-4e07-a5c5-11e6b04d7149), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:48.874583 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-10c59603-ab7b-4742-a556-2409240c057f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for network (b17bf0f1-b328-455c-b525-3b736923bb2d), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:48.877520 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c59603-ab7b-4742-a556-2409240c057f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:48.878606 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-10c59603-ab7b-4742-a556-2409240c057f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:48.914534 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] For port 54790f1a-7c47-4e07-a5c5-11e6b04d7149, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=54790f1a-7c47-4e07-a5c5-11e6b04d7149,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:35:48.922979 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (54790f1a-7c47-4e07-a5c5-11e6b04d7149), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:48.965453 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (214009e0-0102-49c7-bbc1-24d5fb2d2f55), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:48.978596 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-10c59603-ab7b-4742-a556-2409240c057f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6714146 May 23 12:35:48.982540 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 54786) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:48.991516 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] Sync routers for ids ['3acf8efd-5454-49be-8c84-5234ac7efd7f'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:35:48.993658 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54788) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:48.996889 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-37dd78e0-0e7c-40fc-b64d-a11be1d4f4a7 admin admin] Request body: {'subnet': {'network_id': 'b17bf0f1-b328-455c-b525-3b736923bb2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1306975041-subnet', 'tenant_id': '48239413b5fe44c3905c37d9a647a41b', 'ip_version': 4}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:35:49.005466 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-62b88ea4-4734-4b0a-b1a5-efbdd123a074 req-ab580ddc-7a7e-44be-964e-61663dd2c1e4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=087a2fae-f776-4915-93b7-e6c669153943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603723 May 23 12:35:49.007473 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c59603-ab7b-4742-a556-2409240c057f admin admin] Pushing event updated for resources: {'Network': ['ID=b17bf0f1-b328-455c-b525-3b736923bb2d,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:49.009157 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-379b1fbe-8c0e-465f-b39b-a216904cff54 req-d99b28f7-20bf-472f-90ad-4496c218ea90 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3555584 May 23 12:35:49.019786 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a57c188e-a557-4071-afdf-45b1a0ffe642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:49.041615 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Network b17bf0f1-b328-455c-b525-3b736923bb2d details requested by agent ovs-agent-dv-cinder-836996-27-iscsi with host dv-cinder-836996-27-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:35:49.096317 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dd78e0-0e7c-40fc-b64d-a11be1d4f4a7 admin admin] Made reservation on behalf of 48239413b5fe44c3905c37d9a647a41b for: {'subnet': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:35:49.100116 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-37dd78e0-0e7c-40fc-b64d-a11be1d4f4a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5994238'] for subnet (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:49.122873 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] Routers {'3acf8efd-5454-49be-8c84-5234ac7efd7f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:35:49.123960 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:35:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['3acf8efd-5454-49be-8c84-5234ac7efd7f'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:35:49.128478 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Pushing event updated for resources: {'Port': ['ID=54790f1a-7c47-4e07-a5c5-11e6b04d7149,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:49.153778 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a57c188e-a557-4071-afdf-45b1a0ffe642 admin admin] Publish callbacks [] for security_group (0c918850-0b7a-4fee-b8a1-1f880da5aebb), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:49.192290 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b01ba1-5004-4bfb-b9f6-6ef3bd301b05 req-65fc3935-a645-46f3-8953-34412514cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:49.193741 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-68b01ba1-5004-4bfb-b9f6-6ef3bd301b05 req-65fc3935-a645-46f3-8953-34412514cabc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 1130 time: 0.1456082 May 23 12:35:49.195491 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a57c188e-a557-4071-afdf-45b1a0ffe642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (0c918850-0b7a-4fee-b8a1-1f880da5aebb), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:49.266471 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-a57c188e-a557-4071-afdf-45b1a0ffe642 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0be3eb87853483a9e214f43cc520b7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713850 May 23 12:35:49.270162 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c188e-a557-4071-afdf-45b1a0ffe642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c918850-0b7a-4fee-b8a1-1f880da5aebb,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:49.277813 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54792) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:49.308848 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-68b01ba1-5004-4bfb-b9f6-6ef3bd301b05 req-d8ce027e-c628-460c-9aaf-5c85919d81ca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007302 May 23 12:35:49.314415 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a950d-bba5-4888-91a0-bfedce2d60bd req-e71cf36b-85a2-47eb-bd0e-882d0b6594c1 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:49.316231 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ae8a950d-bba5-4888-91a0-bfedce2d60bd req-e71cf36b-85a2-47eb-bd0e-882d0b6594c1 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.1646476 May 23 12:35:49.345617 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a41ea9ca-d052-4bd3-a623-598140033cc1 admin admin] Publish callbacks [] for security_group (0c918850-0b7a-4fee-b8a1-1f880da5aebb), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:49.346948 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 357ce430-3b90-4a7c-b2f3-c2ee303501e4 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:35:49.368240 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a41ea9ca-d052-4bd3-a623-598140033cc1 admin admin] Publish callbacks [] for security_group (0c918850-0b7a-4fee-b8a1-1f880da5aebb), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:49.386535 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b07a6-eca5-47cb-bb77-03ecd0ec84d2 req-ff04a33d-bd55-4ecd-af20-eb584cce0ad2 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:49.387999 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ad6b07a6-eca5-47cb-bb77-03ecd0ec84d2 req-ff04a33d-bd55-4ecd-af20-eb584cce0ad2 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.1720440 May 23 12:35:49.422559 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a41ea9ca-d052-4bd3-a623-598140033cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (0c918850-0b7a-4fee-b8a1-1f880da5aebb), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:49.426127 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a41ea9ca-d052-4bd3-a623-598140033cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:49.430349 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-a41ea9ca-d052-4bd3-a623-598140033cc1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c918850-0b7a-4fee-b8a1-1f880da5aebb HTTP/1.1" status: 204 len: 168 time: 0.1487615 May 23 12:35:49.430349 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:49.440464 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ea9ca-d052-4bd3-a623-598140033cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c918850-0b7a-4fee-b8a1-1f880da5aebb,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:49.488443 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] Set router 3acf8efd-5454-49be-8c84-5234ac7efd7f gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:35:49.489020 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:49.570006 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ae8a950d-bba5-4888-91a0-bfedce2d60bd req-d7c9ace5-c1e0-4c4b-9cff-e0b383153566 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005169 May 23 12:35:49.592246 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:49.592767 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:49.609353 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ad6b07a6-eca5-47cb-bb77-03ecd0ec84d2 req-375bc660-df4b-49c2-811a-8537d55fbd75 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897407 May 23 12:35:49.612371 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 357ce430-3b90-4a7c-b2f3-c2ee303501e4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=357ce430-3b90-4a7c-b2f3-c2ee303501e4,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:35:49.658129 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': '357ce430-3b90-4a7c-b2f3-c2ee303501e4', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'port_id': '357ce430-3b90-4a7c-b2f3-c2ee303501e4', 'mac_address': 'fa:16:3e:5a:69:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:35:49.723738 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 357ce430-3b90-4a7c-b2f3-c2ee303501e4 is: ACTIVE; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:35:49.724112 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:49.740417 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-37dd78e0-0e7c-40fc-b64d-a11be1d4f4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6110709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5993996'] for subnet (7bb00d4f-5dbb-4268-960b-d93eeb134b22), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:49.767082 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 357ce430-3b90-4a7c-b2f3-c2ee303501e4 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:35:49.798510 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 357ce430-3b90-4a7c-b2f3-c2ee303501e4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=357ce430-3b90-4a7c-b2f3-c2ee303501e4,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:35:49.799992 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'name': 'tempest-TestShelveInstance-2042413258-router', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:46Z', 'revision_number': 4, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'gw_port': {'id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'bde0c7cf-0adb-4bcc-8609-792460a0cc18', 'name': '', 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'mac_address': 'fa:16:3e:aa:6a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e685380f-9d07-4fcb-9265-9458eb8b6746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:45Z', 'updated_at': '2022-05-23T12:35:46Z', 'revision_number': 2, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'subnets': [{'id': 'e685380f-9d07-4fcb-9265-9458eb8b6746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:35:49.802040 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:49.805363 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:49.810728 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214009e0-0102-49c7-bbc1-24d5fb2d2f55 {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:35:49.823374 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] Publish callbacks [] for port (214009e0-0102-49c7-bbc1-24d5fb2d2f55), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:49.832960 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] Checking router: 3acf8efd-5454-49be-8c84-5234ac7efd7f for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:35:49.833367 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] Updating router 3acf8efd-5454-49be-8c84-5234ac7efd7f port bde0c7cf-0adb-4bcc-8609-792460a0cc18 binding host dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:35:49.844403 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd78e0-0e7c-40fc-b64d-a11be1d4f4a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bb00d4f-5dbb-4268-960b-d93eeb134b22,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:49.861072 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] Transition to ACTIVE for port object 214009e0-0102-49c7-bbc1-24d5fb2d2f55 will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 12:35:49.864351 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd78e0-0e7c-40fc-b64d-a11be1d4f4a7 admin admin] Checking segment: {'id': '3ffb05a1-858f-4afd-9361-01d13cabcb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b17bf0f1-b328-455c-b525-3b736923bb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:35:49.864750 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dd78e0-0e7c-40fc-b64d-a11be1d4f4a7 admin admin] Network hostable DHCP agents. Network: b17bf0f1-b328-455c-b525-3b736923bb2d, hostable agents: ['f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96'], hosted agents: [] {{(pid=103850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:35:49.869753 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (214009e0-0102-49c7-bbc1-24d5fb2d2f55), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:49.906434 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (bde0c7cf-0adb-4bcc-8609-792460a0cc18), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:49.914740 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54798) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:49.921863 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=357ce430-3b90-4a7c-b2f3-c2ee303501e4,revision_number=6']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:49.940321 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] Pushing event updated for resources: {'Port': ['ID=214009e0-0102-49c7-bbc1-24d5fb2d2f55,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:49.940627 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0788c820-c474-4bc6-a58f-ab722dd70ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:49.945844 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dd78e0-0e7c-40fc-b64d-a11be1d4f4a7 admin admin] Network b17bf0f1-b328-455c-b525-3b736923bb2d is scheduled to be hosted by DHCP agent f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96 with binding_index 1 {{(pid=103850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:35:49.958181 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['357ce430-3b90-4a7c-b2f3-c2ee303501e4'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:35:50.003034 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-37dd78e0-0e7c-40fc-b64d-a11be1d4f4a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-27-iscsi, b17bf0f1-b328-455c-b525-3b736923bb2d) {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:35:50.010844 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dd78e0-0e7c-40fc-b64d-a11be1d4f4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:50.011431 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-37dd78e0-0e7c-40fc-b64d-a11be1d4f4a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:50.020955 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c582e6a1-8e28-4db8-8bae-e526a474f0a2 None None] Network b17bf0f1-b328-455c-b525-3b736923bb2d requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:35:50.059609 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-37dd78e0-0e7c-40fc-b64d-a11be1d4f4a7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0668118 May 23 12:35:50.064604 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54804) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:50.073279 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-0a030cab-859f-4047-b6ca-5844e0fa04a4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1306975041-router', 'tenant_id': '48239413b5fe44c3905c37d9a647a41b', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:35:50.103495 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0788c820-c474-4bc6-a58f-ab722dd70ce8 admin admin] Publish callbacks [] for security_group (bac6be47-1eec-45cc-a359-5f5d278bb64e), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:50.114433 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0788c820-c474-4bc6-a58f-ab722dd70ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (bac6be47-1eec-45cc-a359-5f5d278bb64e), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:50.121911 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] Attempting to bind port 214009e0-0102-49c7-bbc1-24d5fb2d2f55 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:35:50.122272 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] Attempting to bind port 214009e0-0102-49c7-bbc1-24d5fb2d2f55 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:35:50.122603 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] Attempting to bind port 214009e0-0102-49c7-bbc1-24d5fb2d2f55 on network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:35:50.134950 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] Port 214009e0-0102-49c7-bbc1-24d5fb2d2f55 on network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 12:35:50.135272 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] Attempting to bind port 214009e0-0102-49c7-bbc1-24d5fb2d2f55 on network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:35:50.140972 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0a030cab-859f-4047-b6ca-5844e0fa04a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11617'] for router (21c49c26-7eba-4b4d-a0e0-40b977548255), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:50.142743 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0a030cab-859f-4047-b6ca-5844e0fa04a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-483446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11544'] for router (21c49c26-7eba-4b4d-a0e0-40b977548255), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:50.157182 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] Checking agent: {'id': '1749a81f-e3c6-4f53-968e-bc4c0c6ca916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:35:50.158322 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] Checking segment: {'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:35:50.159026 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] Bound using segment: {'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:35:50.159485 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] Bound port: 214009e0-0102-49c7-bbc1-24d5fb2d2f55, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:35:50.159857 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (214009e0-0102-49c7-bbc1-24d5fb2d2f55), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:50.161754 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:50.180416 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-0788c820-c474-4bc6-a58f-ab722dd70ce8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8b67aa9f1934f4a9612bd3c419fab57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631464 May 23 12:35:50.181093 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54806) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:50.197626 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788c820-c474-4bc6-a58f-ab722dd70ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac6be47-1eec-45cc-a359-5f5d278bb64e,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:50.276516 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0a030cab-859f-4047-b6ca-5844e0fa04a4 admin admin] Publish callbacks [] for router_controller (21c49c26-7eba-4b4d-a0e0-40b977548255), precommit_add_association {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:50.302386 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c2997-27b0-4cf7-b56e-c62ee760f54a req-7f2354b4-ba1a-4839-b5b7-4bd52dfce288 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:50.308773 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-de4c2997-27b0-4cf7-b56e-c62ee760f54a req-7f2354b4-ba1a-4839-b5b7-4bd52dfce288 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 945 time: 0.1317866 May 23 12:35:50.327837 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d9744aff-8f3f-435e-818e-5ba90b82e6c6 admin admin] Publish callbacks [] for security_group (bac6be47-1eec-45cc-a359-5f5d278bb64e), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:50.334173 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ec9c3-7424-475e-8b26-c316fa239377 req-de8498dd-73a7-48cd-a043-7e79fdf273de tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:50.342602 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-024ec9c3-7424-475e-8b26-c316fa239377 req-de8498dd-73a7-48cd-a043-7e79fdf273de tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 944 time: 0.1504931 May 23 12:35:50.386291 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d9744aff-8f3f-435e-818e-5ba90b82e6c6 admin admin] Publish callbacks [] for security_group (bac6be47-1eec-45cc-a359-5f5d278bb64e), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:50.396050 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] For port 214009e0-0102-49c7-bbc1-24d5fb2d2f55, host hv-cinder-83699, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:35:50.432869 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] For port 214009e0-0102-49c7-bbc1-24d5fb2d2f55, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=214009e0-0102-49c7-bbc1-24d5fb2d2f55,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:35:50.439579 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:50.442780 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88034eab-6171-445a-938a-b0e27c499297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd8c37bb-aeb2-5b83-a5a3-99f3ae67a9d0-b17bf0f1-b328-455c-b525-3b736923bb2d', 'network_id': 'b17bf0f1-b328-455c-b525-3b736923bb2d', 'project_id': '48239413b5fe44c3905c37d9a647a41b', 'fixed_ips': [{'subnet_id': '7bb00d4f-5dbb-4268-960b-d93eeb134b22'}]}} from dv-cinder-836996-27-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 12:35:50.443981 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-88034eab-6171-445a-938a-b0e27c499297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:50.461233 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-de4c2997-27b0-4cf7-b56e-c62ee760f54a req-e4ab129d-f545-4e3b-8122-e284e77fedbe tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508667 May 23 12:35:50.464150 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (214009e0-0102-49c7-bbc1-24d5fb2d2f55), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:50.484972 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-024ec9c3-7424-475e-8b26-c316fa239377 req-607f53ba-b238-42fb-aa01-10772cd1a329 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=087a2fae-f776-4915-93b7-e6c669153943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414893 May 23 12:35:50.494180 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 54790f1a-7c47-4e07-a5c5-11e6b04d7149 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:35:50.498177 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0a030cab-859f-4047-b6ca-5844e0fa04a4 admin admin] Publish callbacks [] for router_gateway (21c49c26-7eba-4b4d-a0e0-40b977548255), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:50.540531 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:50.541634 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:50.543129 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] 10.222.0.15 "PUT /v2.0/ports/214009e0-0102-49c7-bbc1-24d5fb2d2f55 HTTP/1.1" status: 200 len: 1094 time: 1.9535060 May 23 12:35:50.546003 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a624bb16-d6b7-491a-9724-9a51af12140d', 'tag': '214009e0-0102-49c7-bbc1-24d5fb2d2f55'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:35:50.551202 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb3104b-b900-417e-9315-a4a1d61bd287" -d '{"events": [{"name": "network-changed", "server_uuid": "a624bb16-d6b7-491a-9724-9a51af12140d", "tag": "214009e0-0102-49c7-bbc1-24d5fb2d2f55"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:35:50.557829 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:50.593646 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b072d-d223-45f8-94fd-c40d20323640 service neutron] Pushing event updated for resources: {'Port': ['ID=214009e0-0102-49c7-bbc1-24d5fb2d2f55,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:50.625717 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d9744aff-8f3f-435e-818e-5ba90b82e6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (bac6be47-1eec-45cc-a359-5f5d278bb64e), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:50.628803 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d9744aff-8f3f-435e-818e-5ba90b82e6c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:50.633700 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-d9744aff-8f3f-435e-818e-5ba90b82e6c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bac6be47-1eec-45cc-a359-5f5d278bb64e HTTP/1.1" status: 204 len: 168 time: 0.4446025 May 23 12:35:50.652642 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9744aff-8f3f-435e-818e-5ba90b82e6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac6be47-1eec-45cc-a359-5f5d278bb64e,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:50.664355 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb40cf6-616c-4679-aa49-13d736de1d92 x-openstack-request-id: req-feb40cf6-616c-4679-aa49-13d736de1d92 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:35:50.664643 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a624bb16-d6b7-491a-9724-9a51af12140d", "tag": "214009e0-0102-49c7-bbc1-24d5fb2d2f55", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:35:50.664897 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-feb40cf6-616c-4679-aa49-13d736de1d92 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:35:50.670095 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feb40cf6-616c-4679-aa49-13d736de1d92'] response: {'name': 'network-changed', 'server_uuid': 'a624bb16-d6b7-491a-9724-9a51af12140d', 'tag': '214009e0-0102-49c7-bbc1-24d5fb2d2f55', 'status': 'completed', 'code': 200} May 23 12:35:50.725226 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:50.767058 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-56b8dbf5-6c67-449a-b360-bc73cde26632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:50.768560 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-56b8dbf5-6c67-449a-b360-bc73cde26632 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da82f9c566664cb1a974cf0d1bf1b09d&device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 1128 time: 0.1332996 May 23 12:35:50.825248 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905f3ff-2d70-4783-8512-795c04f5188e req-9f4cd399-c60a-43bf-8f89-bc21c0d65fc8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:50.832597 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b905f3ff-2d70-4783-8512-795c04f5188e req-9f4cd399-c60a-43bf-8f89-bc21c0d65fc8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.1107831 May 23 12:35:50.835687 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0a030cab-859f-4047-b6ca-5844e0fa04a4 admin admin] Publish callbacks [] for router_gateway (21c49c26-7eba-4b4d-a0e0-40b977548255), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:50.858729 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97cf77-dfe3-4b91-a198-461a923205aa req-ffc546c3-54e4-488a-b65a-64d01a06ebd6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:50.859902 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0a030cab-859f-4047-b6ca-5844e0fa04a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:50.861055 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4e97cf77-dfe3-4b91-a198-461a923205aa req-ffc546c3-54e4-488a-b65a-64d01a06ebd6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0949938 May 23 12:35:50.876038 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 54790f1a-7c47-4e07-a5c5-11e6b04d7149 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:35:50.876572 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (54790f1a-7c47-4e07-a5c5-11e6b04d7149), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:50.919268 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:50.958797 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] Publish callbacks [] for port (bde0c7cf-0adb-4bcc-8609-792460a0cc18), precommit_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:50.968037 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b905f3ff-2d70-4783-8512-795c04f5188e req-028cc73d-b944-4eb5-a9e9-bed3532cd5bc tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345396 May 23 12:35:50.980449 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:51.006476 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4e97cf77-dfe3-4b91-a198-461a923205aa req-8ad85054-e31c-4312-9888-6d36eb16b30d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010745 May 23 12:35:51.043330 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-0a030cab-859f-4047-b6ca-5844e0fa04a4 admin admin] Allocated IP 172.27.0.154 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/afa5b99e-0d50-41b4-b3c4-74c9d5169cbb) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:35:51.049390 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (bde0c7cf-0adb-4bcc-8609-792460a0cc18), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:51.134666 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-88034eab-6171-445a-938a-b0e27c499297 None None] Allocated IP 172.20.0.2 (b17bf0f1-b328-455c-b525-3b736923bb2d/7bb00d4f-5dbb-4268-960b-d93eeb134b22/0a77a3f3-5ae6-497f-969a-c03704a96cd3) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:35:51.159860 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe6815-1d23-4669-924c-8aa5c68ea8ef None None] Pushing event updated for resources: {'Port': ['ID=bde0c7cf-0adb-4bcc-8609-792460a0cc18,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:51.164119 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0a030cab-859f-4047-b6ca-5844e0fa04a4 admin admin] Publish callbacks [] for port (afa5b99e-0d50-41b4-b3c4-74c9d5169cbb), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:51.174289 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 54790f1a-7c47-4e07-a5c5-11e6b04d7149 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:35:51.215075 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0a030cab-859f-4047-b6ca-5844e0fa04a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (afa5b99e-0d50-41b4-b3c4-74c9d5169cbb), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:51.254416 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a030cab-859f-4047-b6ca-5844e0fa04a4 admin admin] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:35:51.258897 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-0a030cab-859f-4047-b6ca-5844e0fa04a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:35:51.262974 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a030cab-859f-4047-b6ca-5844e0fa04a4 admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:35:51.299711 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 357ce430-3b90-4a7c-b2f3-c2ee303501e4 up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:35:51.304360 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a030cab-859f-4047-b6ca-5844e0fa04a4 admin admin] Pushing event updated for resources: {'Port': ['ID=afa5b99e-0d50-41b4-b3c4-74c9d5169cbb,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:51.308817 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:51.309978 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] Attempting to bind port bde0c7cf-0adb-4bcc-8609-792460a0cc18 on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:35:51.310336 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] Attempting to bind port bde0c7cf-0adb-4bcc-8609-792460a0cc18 by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': '7b5f93e6-a72d-4407-87b2-2ded9bae90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:35:51.310882 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] Attempting to bind port bde0c7cf-0adb-4bcc-8609-792460a0cc18 on network eba13816-fd74-4783-a2bd-29f9a2d3200d {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:35:51.357666 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:35:51.358365 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] Checking segment: {'id': '7b5f93e6-a72d-4407-87b2-2ded9bae90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:35:51.358759 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:51.359300 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] Bound using segment: {'id': '7b5f93e6-a72d-4407-87b2-2ded9bae90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:35:51.359947 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] Bound port: bde0c7cf-0adb-4bcc-8609-792460a0cc18, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5f93e6-a72d-4407-87b2-2ded9bae90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:35:51.360702 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (bde0c7cf-0adb-4bcc-8609-792460a0cc18), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:51.536785 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-e429dbfb-e346-488c-b01b-6c8ab27d3cbb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=214009e0-0102-49c7-bbc1-24d5fb2d2f55 HTTP/1.1" status: 200 len: 217 time: 0.0429280 May 23 12:35:51.589496 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0a030cab-859f-4047-b6ca-5844e0fa04a4 admin admin] Publish callbacks [] for router_gateway (21c49c26-7eba-4b4d-a0e0-40b977548255), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:51.675370 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port 357ce430-3b90-4a7c-b2f3-c2ee303501e4 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:35:51.675743 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:51.708830 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-63552f4f-4774-454b-9908-419d8bf364f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:51.711333 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-63552f4f-4774-454b-9908-419d8bf364f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be7def1c-9596-416f-a585-da28c5a17c31 HTTP/1.1" status: 200 len: 853 time: 0.1669271 May 23 12:35:51.727637 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7be9d9-9e78-4718-8a37-1f548b23757e req-17ff3900-0a8a-4ef5-aa8a-62813e0a105b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:51.728533 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ae7be9d9-9e78-4718-8a37-1f548b23757e req-17ff3900-0a8a-4ef5-aa8a-62813e0a105b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 944 time: 0.1278720 May 23 12:35:51.738025 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-1dd19341-cbab-47f1-8be5-5a2f7e6945d6 None None] Provisioning complete for port bde0c7cf-0adb-4bcc-8609-792460a0cc18 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:35:51.738408 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1dd19341-cbab-47f1-8be5-5a2f7e6945d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (bde0c7cf-0adb-4bcc-8609-792460a0cc18), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:51.755113 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] For port bde0c7cf-0adb-4bcc-8609-792460a0cc18, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:35:51.789033 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-88034eab-6171-445a-938a-b0e27c499297 None None] Publish callbacks [] for port (0a77a3f3-5ae6-497f-969a-c03704a96cd3), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:51.797824 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:51.798120 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfba40-de5c-4ac6-9446-c2b2f3f47262 req-40e795e1-91e2-4c1b-a050-cc84bb9b3dcc tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:51.799720 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-63dfba40-de5c-4ac6-9446-c2b2f3f47262 req-40e795e1-91e2-4c1b-a050-cc84bb9b3dcc tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 945 time: 0.1849539 May 23 12:35:51.815669 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-f1390187-d39a-4e02-bbed-a3e3b367f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:51.817640 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-f1390187-d39a-4e02-bbed-a3e3b367f335 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0854542 May 23 12:35:51.821877 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] For port bde0c7cf-0adb-4bcc-8609-792460a0cc18, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=bde0c7cf-0adb-4bcc-8609-792460a0cc18,segment=NetworkSegment(7b5f93e6-a72d-4407-87b2-2ded9bae90c2),segment_id=7b5f93e6-a72d-4407-87b2-2ded9bae90c2)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:35:51.839659 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0a030cab-859f-4047-b6ca-5844e0fa04a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-483363'] for router (21c49c26-7eba-4b4d-a0e0-40b977548255), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:51.848413 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-88034eab-6171-445a-938a-b0e27c499297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (0a77a3f3-5ae6-497f-969a-c03704a96cd3), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:51.881439 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (bde0c7cf-0adb-4bcc-8609-792460a0cc18), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:51.924461 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-1dd19341-cbab-47f1-8be5-5a2f7e6945d6 None None] Port bde0c7cf-0adb-4bcc-8609-792460a0cc18 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:35:51.940315 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ae7be9d9-9e78-4718-8a37-1f548b23757e req-2c19dcbe-c7c0-4351-b293-adc9c83e0115 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=087a2fae-f776-4915-93b7-e6c669153943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699429 May 23 12:35:51.957395 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88034eab-6171-445a-938a-b0e27c499297 None None] Network b17bf0f1-b328-455c-b525-3b736923bb2d is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:35:51.969768 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-88034eab-6171-445a-938a-b0e27c499297 None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:35:51.973874 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88034eab-6171-445a-938a-b0e27c499297 None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:35:51.997249 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:UPDATE=3,neutron:INSERT=2,neutron:SELECT=95 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:52.000727 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:52.000874 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88034eab-6171-445a-938a-b0e27c499297 None None] Pushing event updated for resources: {'Port': ['ID=0a77a3f3-5ae6-497f-969a-c03704a96cd3,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:52.031388 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-fdc3e432-5f35-4879-b562-bbf0f505926b service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834738 May 23 12:35:52.035078 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-63dfba40-de5c-4ac6-9446-c2b2f3f47262 req-8c2b47a2-1930-4c1e-b279-d72b3b7c791c tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275109 May 23 12:35:52.096052 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a030cab-859f-4047-b6ca-5844e0fa04a4 admin admin] Router 21c49c26-7eba-4b4d-a0e0-40b977548255 is scheduled to L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 with binding_index 1 {{(pid=103849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:35:52.207107 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] Routers {'3acf8efd-5454-49be-8c84-5234ac7efd7f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:35:52.208106 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:35:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['3acf8efd-5454-49be-8c84-5234ac7efd7f'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:35:52.216764 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 357ce430-3b90-4a7c-b2f3-c2ee303501e4 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:35:52.217668 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:52.331417 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a030cab-859f-4047-b6ca-5844e0fa04a4 admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:35:52.346285 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] Sync routers for ids ['21c49c26-7eba-4b4d-a0e0-40b977548255'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:35:52.370865 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] Routers {'21c49c26-7eba-4b4d-a0e0-40b977548255'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:35:52.374587 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:35:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['21c49c26-7eba-4b4d-a0e0-40b977548255'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:35:52.380385 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce37af9c-e5f8-4233-97f3-4280a2114e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357ce430-3b90-4a7c-b2f3-c2ee303501e4'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:35:52.383713 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a130bbb5-221c-4438-82b8-7877b046313d" -d '{"events": [{"server_uuid": "ce37af9c-e5f8-4233-97f3-4280a2114e45", "name": "network-vif-plugged", "status": "completed", "tag": "357ce430-3b90-4a7c-b2f3-c2ee303501e4"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:35:52.398661 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe6815-1d23-4669-924c-8aa5c68ea8ef None None] Pushing event updated for resources: {'Port': ['ID=bde0c7cf-0adb-4bcc-8609-792460a0cc18,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:52.402221 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-88034eab-6171-445a-938a-b0e27c499297 None None] Attempting to bind port 0a77a3f3-5ae6-497f-969a-c03704a96cd3 on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:35:52.402858 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-88034eab-6171-445a-938a-b0e27c499297 None None] Attempting to bind port 0a77a3f3-5ae6-497f-969a-c03704a96cd3 by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': '3ffb05a1-858f-4afd-9361-01d13cabcb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b17bf0f1-b328-455c-b525-3b736923bb2d'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:35:52.403412 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88034eab-6171-445a-938a-b0e27c499297 None None] Attempting to bind port 0a77a3f3-5ae6-497f-969a-c03704a96cd3 on network b17bf0f1-b328-455c-b525-3b736923bb2d {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:35:52.418281 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0a030cab-859f-4047-b6ca-5844e0fa04a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:52.422446 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 357ce430-3b90-4a7c-b2f3-c2ee303501e4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=357ce430-3b90-4a7c-b2f3-c2ee303501e4,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:35:52.423597 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-0a030cab-859f-4047-b6ca-5844e0fa04a4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3569384 May 23 12:35:52.424393 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54864) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:52.454010 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88034eab-6171-445a-938a-b0e27c499297 None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:35:52.454835 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88034eab-6171-445a-938a-b0e27c499297 None None] Checking segment: {'id': '3ffb05a1-858f-4afd-9361-01d13cabcb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b17bf0f1-b328-455c-b525-3b736923bb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:35:52.455429 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-88034eab-6171-445a-938a-b0e27c499297 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:52.456224 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88034eab-6171-445a-938a-b0e27c499297 None None] Bound using segment: {'id': '3ffb05a1-858f-4afd-9361-01d13cabcb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b17bf0f1-b328-455c-b525-3b736923bb2d'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:35:52.456780 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-88034eab-6171-445a-938a-b0e27c499297 None None] Bound port: 0a77a3f3-5ae6-497f-969a-c03704a96cd3, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffb05a1-858f-4afd-9361-01d13cabcb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b17bf0f1-b328-455c-b525-3b736923bb2d'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:35:52.457327 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-88034eab-6171-445a-938a-b0e27c499297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (0a77a3f3-5ae6-497f-969a-c03704a96cd3), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:52.475846 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:52.566078 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-c79c4a91-c7cf-4718-bd72-4d19f03418cc None None] Provisioning complete for port bde0c7cf-0adb-4bcc-8609-792460a0cc18 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:35:52.578388 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c79c4a91-c7cf-4718-bd72-4d19f03418cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (bde0c7cf-0adb-4bcc-8609-792460a0cc18), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:52.616240 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] Set router 21c49c26-7eba-4b4d-a0e0-40b977548255 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:35:52.667984 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] Set router 3acf8efd-5454-49be-8c84-5234ac7efd7f gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:35:52.755853 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a651e4-80e2-4d47-a843-b118f4e41341 req-3a25b0af-fa82-46d9-b3d8-f0722acb5c95 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:52.771580 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=357ce430-3b90-4a7c-b2f3-c2ee303501e4,revision_number=7']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:52.784273 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d3a651e4-80e2-4d47-a843-b118f4e41341 req-3a25b0af-fa82-46d9-b3d8-f0722acb5c95 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.6118627 May 23 12:35:52.801657 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-88034eab-6171-445a-938a-b0e27c499297 None None] For port 0a77a3f3-5ae6-497f-969a-c03704a96cd3, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:35:52.845524 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-88034eab-6171-445a-938a-b0e27c499297 None None] For port 0a77a3f3-5ae6-497f-969a-c03704a96cd3, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=0a77a3f3-5ae6-497f-969a-c03704a96cd3,segment=NetworkSegment(3ffb05a1-858f-4afd-9361-01d13cabcb06),segment_id=3ffb05a1-858f-4afd-9361-01d13cabcb06)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:35:52.858576 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e8c6e-c82e-4100-8684-068ae2f00982 req-1bb1d0c2-62f5-477f-b50e-ae60026adf87 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:52.868299 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-164e8c6e-c82e-4100-8684-068ae2f00982 req-1bb1d0c2-62f5-477f-b50e-ae60026adf87 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.2479968 May 23 12:35:52.909605 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-88034eab-6171-445a-938a-b0e27c499297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (0a77a3f3-5ae6-497f-969a-c03704a96cd3), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:52.972619 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-c79c4a91-c7cf-4718-bd72-4d19f03418cc None None] Current status of the port bde0c7cf-0adb-4bcc-8609-792460a0cc18 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:35:52.973652 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c79c4a91-c7cf-4718-bd72-4d19f03418cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (bde0c7cf-0adb-4bcc-8609-792460a0cc18), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:53.013528 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c49c26-7eba-4b4d-a0e0-40b977548255', 'name': 'tempest-TestShelveInstance-1306975041-router', 'tenant_id': '48239413b5fe44c3905c37d9a647a41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'afa5b99e-0d50-41b4-b3c4-74c9d5169cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:50Z', 'updated_at': '2022-05-23T12:35:51Z', 'revision_number': 3, 'project_id': '48239413b5fe44c3905c37d9a647a41b', 'gw_port': {'id': 'afa5b99e-0d50-41b4-b3c4-74c9d5169cbb', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c49c26-7eba-4b4d-a0e0-40b977548255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:50Z', 'updated_at': '2022-05-23T12:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:35:53.074884 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] Checking router: 21c49c26-7eba-4b4d-a0e0-40b977548255 for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:35:53.075229 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] Updating router 21c49c26-7eba-4b4d-a0e0-40b977548255 port afa5b99e-0d50-41b4-b3c4-74c9d5169cbb binding host dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:35:53.094286 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88034eab-6171-445a-938a-b0e27c499297 None None] Pushing event updated for resources: {'Port': ['ID=0a77a3f3-5ae6-497f-969a-c03704a96cd3,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:53.124222 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-914bfbc7-ca13-490e-9224-b1534c9f9de4 req-d1db6b89-bcb9-49dc-b775-ca3846846f7a service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0839581 May 23 12:35:53.148621 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-164e8c6e-c82e-4100-8684-068ae2f00982 req-f2191f30-ff28-4c0d-9877-d8054f622d00 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778850 May 23 12:35:53.175750 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-c79c4a91-c7cf-4718-bd72-4d19f03418cc None None] For port bde0c7cf-0adb-4bcc-8609-792460a0cc18, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=bde0c7cf-0adb-4bcc-8609-792460a0cc18,segment=NetworkSegment(7b5f93e6-a72d-4407-87b2-2ded9bae90c2),segment_id=7b5f93e6-a72d-4407-87b2-2ded9bae90c2)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:35:53.181783 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d3a651e4-80e2-4d47-a843-b118f4e41341 req-1586064d-1a5d-4cc4-9206-7305689369ef tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3965714 May 23 12:35:53.198801 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c79c4a91-c7cf-4718-bd72-4d19f03418cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (bde0c7cf-0adb-4bcc-8609-792460a0cc18), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:53.202975 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (afa5b99e-0d50-41b4-b3c4-74c9d5169cbb), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:53.263020 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135788fc-d1ad-477d-aa0d-fd6e28fd31d5 x-openstack-request-id: req-135788fc-d1ad-477d-aa0d-fd6e28fd31d5 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:35:53.264216 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce37af9c-e5f8-4233-97f3-4280a2114e45", "name": "network-vif-plugged", "status": "completed", "tag": "357ce430-3b90-4a7c-b2f3-c2ee303501e4", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:35:53.264712 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-135788fc-d1ad-477d-aa0d-fd6e28fd31d5 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:35:53.265325 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-135788fc-d1ad-477d-aa0d-fd6e28fd31d5'] response: {'server_uuid': 'ce37af9c-e5f8-4233-97f3-4280a2114e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357ce430-3b90-4a7c-b2f3-c2ee303501e4', 'code': 200} May 23 12:35:53.266481 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'name': 'tempest-TestShelveInstance-2042413258-router', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:46Z', 'revision_number': 4, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'gw_port': {'id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'bde0c7cf-0adb-4bcc-8609-792460a0cc18', 'name': '', 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'mac_address': 'fa:16:3e:aa:6a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e685380f-9d07-4fcb-9265-9458eb8b6746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:45Z', 'updated_at': '2022-05-23T12:35:51Z', 'revision_number': 4, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'subnets': [{'id': 'e685380f-9d07-4fcb-9265-9458eb8b6746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:35:53.276876 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:53.328790 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:53.353815 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c026d28-eb9a-4ab5-a8b3-d4cd2614d21d None None] The sync data for ids ['3acf8efd-5454-49be-8c84-5234ac7efd7f'] in dv-cinder-836996-27-iscsi is: [{'id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'name': 'tempest-TestShelveInstance-2042413258-router', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:46Z', 'revision_number': 4, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'gw_port': {'id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'bde0c7cf-0adb-4bcc-8609-792460a0cc18', 'name': '', 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'mac_address': 'fa:16:3e:aa:6a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e685380f-9d07-4fcb-9265-9458eb8b6746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:45Z', 'updated_at': '2022-05-23T12:35:51Z', 'revision_number': 4, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'subnets': [{'id': 'e685380f-9d07-4fcb-9265-9458eb8b6746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:35:53.475938 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c4a91-c7cf-4718-bd72-4d19f03418cc None None] Pushing event updated for resources: {'Port': ['ID=bde0c7cf-0adb-4bcc-8609-792460a0cc18,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:53.518327 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05539ad-3fc8-4499-ad44-d82f599c3a2d req-c8a8b050-0b9e-4f7e-9a1c-7757f596e535 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:53.519903 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e05539ad-3fc8-4499-ad44-d82f599c3a2d req-c8a8b050-0b9e-4f7e-9a1c-7757f596e535 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.1471364 May 23 12:35:53.578164 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:53.645260 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:53.672132 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea056e6-3674-4145-bce7-b284183134b6 req-8eba8c57-917c-4cfa-9c13-be92362b0f90 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:53.681611 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fea056e6-3674-4145-bce7-b284183134b6 req-8eba8c57-917c-4cfa-9c13-be92362b0f90 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 944 time: 0.1793318 May 23 12:35:53.865347 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:53.875583 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-03d66466-2a0a-4946-aabe-15221fa3635a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:53.887418 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e05539ad-3fc8-4499-ad44-d82f599c3a2d req-10a391a3-4b54-4cc7-88ba-cbd04c943a9d tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573720 May 23 12:35:53.905248 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fea056e6-3674-4145-bce7-b284183134b6 req-5955307c-c7b9-48ed-9dc9-3269ef4b2fa8 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=087a2fae-f776-4915-93b7-e6c669153943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110722 May 23 12:35:54.032435 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] Publish callbacks [] for port (afa5b99e-0d50-41b4-b3c4-74c9d5169cbb), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:54.052127 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (afa5b99e-0d50-41b4-b3c4-74c9d5169cbb), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:54.122367 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] Attempting to bind port afa5b99e-0d50-41b4-b3c4-74c9d5169cbb on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:35:54.122858 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] Attempting to bind port afa5b99e-0d50-41b4-b3c4-74c9d5169cbb by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:35:54.123256 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] Attempting to bind port afa5b99e-0d50-41b4-b3c4-74c9d5169cbb on network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:35:54.213146 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:54.256438 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-03d66466-2a0a-4946-aabe-15221fa3635a admin admin] Allocated IP 172.20.0.1 (b17bf0f1-b328-455c-b525-3b736923bb2d/7bb00d4f-5dbb-4268-960b-d93eeb134b22/fc65e276-0c76-4c3b-8840-c3876a8d9393) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:35:54.372065 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:35:54.373308 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] Checking segment: {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:35:54.373790 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:54.374750 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] Bound using segment: {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:35:54.375359 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] Bound port: afa5b99e-0d50-41b4-b3c4-74c9d5169cbb, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:35:54.375950 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (afa5b99e-0d50-41b4-b3c4-74c9d5169cbb), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:54.481356 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] For port afa5b99e-0d50-41b4-b3c4-74c9d5169cbb, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:35:54.487730 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] For port afa5b99e-0d50-41b4-b3c4-74c9d5169cbb, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=afa5b99e-0d50-41b4-b3c4-74c9d5169cbb,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:35:54.505131 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6feae7-be20-4b94-977d-860f74caa0b5 None None] Pushing event updated for resources: {'Port': ['ID=afa5b99e-0d50-41b4-b3c4-74c9d5169cbb,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:54.511934 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (afa5b99e-0d50-41b4-b3c4-74c9d5169cbb), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:54.523741 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:54.568797 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 0a77a3f3-5ae6-497f-969a-c03704a96cd3 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:35:54.632691 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 0a77a3f3-5ae6-497f-969a-c03704a96cd3 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:35:54.633128 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (0a77a3f3-5ae6-497f-969a-c03704a96cd3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:54.658057 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6feae7-be20-4b94-977d-860f74caa0b5 None None] Pushing event updated for resources: {'Port': ['ID=afa5b99e-0d50-41b4-b3c4-74c9d5169cbb,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:54.664764 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:54.666919 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] Routers {'21c49c26-7eba-4b4d-a0e0-40b977548255'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:35:54.668404 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:35:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['21c49c26-7eba-4b4d-a0e0-40b977548255'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:35:54.731686 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f9c7b-1d8a-4e8e-81e8-1b3b40f0854b req-9efd3042-7173-42bd-855a-680dde9e536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:54.736000 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6f4f9c7b-1d8a-4e8e-81e8-1b3b40f0854b req-9efd3042-7173-42bd-855a-680dde9e536f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcc45b8bab17498cadda8d64b3a76780&device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 1130 time: 0.1987460 May 23 12:35:54.765517 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 0a77a3f3-5ae6-497f-969a-c03704a96cd3 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:35:54.766257 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (0a77a3f3-5ae6-497f-969a-c03704a96cd3), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:54.820104 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] For port 0a77a3f3-5ae6-497f-969a-c03704a96cd3, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=0a77a3f3-5ae6-497f-969a-c03704a96cd3,segment=NetworkSegment(3ffb05a1-858f-4afd-9361-01d13cabcb06),segment_id=3ffb05a1-858f-4afd-9361-01d13cabcb06)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:35:54.827121 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (0a77a3f3-5ae6-497f-969a-c03704a96cd3), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:54.829250 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device bde0c7cf-0adb-4bcc-8609-792460a0cc18 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:35:54.859859 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3104b-b900-417e-9315-a4a1d61bd287 req-fbd9a3cd-6ef4-4e26-a559-01bcd3f54065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:54.861450 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ecb3104b-b900-417e-9315-a4a1d61bd287 req-fbd9a3cd-6ef4-4e26-a559-01bcd3f54065 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da82f9c566664cb1a974cf0d1bf1b09d&device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 1128 time: 0.5149214 May 23 12:35:54.937284 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-03d66466-2a0a-4946-aabe-15221fa3635a admin admin] Publish callbacks [] for port (fc65e276-0c76-4c3b-8840-c3876a8d9393), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:54.980019 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] Set router 21c49c26-7eba-4b4d-a0e0-40b977548255 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:35:55.007907 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Pushing event updated for resources: {'Port': ['ID=0a77a3f3-5ae6-497f-969a-c03704a96cd3,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:55.039430 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478b200c-c5f7-4708-a746-a5bac85c9b8f None None] Network b17bf0f1-b328-455c-b525-3b736923bb2d requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:35:55.041165 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f9c7b-1d8a-4e8e-81e8-1b3b40f0854b req-85145014-89f1-4d86-ac3d-3812c2a4f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:55.043026 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6f4f9c7b-1d8a-4e8e-81e8-1b3b40f0854b req-85145014-89f1-4d86-ac3d-3812c2a4f37b service neutron] 10.222.0.15 "GET /v2.0/networks?id=4833a70f-d11d-46d6-944f-14af0b04cad3 HTTP/1.1" status: 200 len: 920 time: 0.2872665 May 23 12:35:55.059164 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3104b-b900-417e-9315-a4a1d61bd287 req-5389cb63-47a6-4554-ac4f-c98c8b945633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:55.075955 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ecb3104b-b900-417e-9315-a4a1d61bd287 req-5389cb63-47a6-4554-ac4f-c98c8b945633 service neutron] 10.222.0.15 "GET /v2.0/networks?id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a HTTP/1.1" status: 200 len: 915 time: 0.1945691 May 23 12:35:55.095658 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6f4f9c7b-1d8a-4e8e-81e8-1b3b40f0854b req-9fc85dbf-eb10-4f35-bc05-c2120ccb3199 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47e7dcef-9f40-451c-adfd-004f425d19fb HTTP/1.1" status: 200 len: 217 time: 0.0443482 May 23 12:35:55.097341 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-03d66466-2a0a-4946-aabe-15221fa3635a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (fc65e276-0c76-4c3b-8840-c3876a8d9393), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:55.097751 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcca2b-6b84-43fb-af2d-d90eeec89983 req-e079b641-8786-493e-b2ce-12451b7419c5 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:55.106540 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-32bcca2b-6b84-43fb-af2d-d90eeec89983 req-e079b641-8786-493e-b2ce-12451b7419c5 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.7423835 May 23 12:35:55.178051 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cb58b-9913-4f7c-b69c-02b3697dddab req-d48bbb96-fa0b-48f7-9de6-718664d47782 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:55.183867 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1c5cb58b-9913-4f7c-b69c-02b3697dddab req-d48bbb96-fa0b-48f7-9de6-718664d47782 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.7113423 May 23 12:35:55.190963 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d66466-2a0a-4946-aabe-15221fa3635a admin admin] Network b17bf0f1-b328-455c-b525-3b736923bb2d is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:35:55.215184 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-03d66466-2a0a-4946-aabe-15221fa3635a admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:35:55.220848 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d66466-2a0a-4946-aabe-15221fa3635a admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:35:55.253295 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ecb3104b-b900-417e-9315-a4a1d61bd287 req-ea318e58-e3d6-4639-afe6-1251a72c001f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=214009e0-0102-49c7-bbc1-24d5fb2d2f55 HTTP/1.1" status: 200 len: 217 time: 0.1327083 May 23 12:35:55.331546 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d66466-2a0a-4946-aabe-15221fa3635a admin admin] Pushing event updated for resources: {'Port': ['ID=fc65e276-0c76-4c3b-8840-c3876a8d9393,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:55.333019 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-edb6d21c-1551-43b8-8c37-ee0846a09378 None None] Provisioning complete for port 0a77a3f3-5ae6-497f-969a-c03704a96cd3 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:35:55.334531 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-edb6d21c-1551-43b8-8c37-ee0846a09378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (0a77a3f3-5ae6-497f-969a-c03704a96cd3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:55.335484 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f9c7b-1d8a-4e8e-81e8-1b3b40f0854b req-35e15eb6-8761-43d9-a2ad-41c7eada1f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:55.337361 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6f4f9c7b-1d8a-4e8e-81e8-1b3b40f0854b req-35e15eb6-8761-43d9-a2ad-41c7eada1f7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f25e8178-dbfd-4850-b4e0-0743c897d958 HTTP/1.1" status: 200 len: 858 time: 0.2294047 May 23 12:35:55.338604 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-03d66466-2a0a-4946-aabe-15221fa3635a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481910'] for router_interface (21c49c26-7eba-4b4d-a0e0-40b977548255), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:55.420047 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f9c7b-1d8a-4e8e-81e8-1b3b40f0854b req-9576fc75-a33f-411b-bef4-327cb2c6b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:55.433164 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6f4f9c7b-1d8a-4e8e-81e8-1b3b40f0854b req-9576fc75-a33f-411b-bef4-327cb2c6b78a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4833a70f-d11d-46d6-944f-14af0b04cad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0771904 May 23 12:35:55.466336 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c49c26-7eba-4b4d-a0e0-40b977548255', 'name': 'tempest-TestShelveInstance-1306975041-router', 'tenant_id': '48239413b5fe44c3905c37d9a647a41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'afa5b99e-0d50-41b4-b3c4-74c9d5169cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:50Z', 'updated_at': '2022-05-23T12:35:51Z', 'revision_number': 3, 'project_id': '48239413b5fe44c3905c37d9a647a41b', 'gw_port': {'id': 'afa5b99e-0d50-41b4-b3c4-74c9d5169cbb', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c49c26-7eba-4b4d-a0e0-40b977548255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:50Z', 'updated_at': '2022-05-23T12:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:35:55.506046 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-32bcca2b-6b84-43fb-af2d-d90eeec89983 req-d8120301-7422-42ec-9bf6-9f6cbb42a8ac tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3771183 May 23 12:35:55.543532 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b322e99a-c4c8-4957-a20e-1707ad223742 None None] The sync data for ids ['21c49c26-7eba-4b4d-a0e0-40b977548255'] in dv-cinder-836996-27-iscsi is: [{'id': '21c49c26-7eba-4b4d-a0e0-40b977548255', 'name': 'tempest-TestShelveInstance-1306975041-router', 'tenant_id': '48239413b5fe44c3905c37d9a647a41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'afa5b99e-0d50-41b4-b3c4-74c9d5169cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:50Z', 'updated_at': '2022-05-23T12:35:51Z', 'revision_number': 3, 'project_id': '48239413b5fe44c3905c37d9a647a41b', 'gw_port': {'id': 'afa5b99e-0d50-41b4-b3c4-74c9d5169cbb', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c49c26-7eba-4b4d-a0e0-40b977548255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:50Z', 'updated_at': '2022-05-23T12:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:35:55.556861 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port bde0c7cf-0adb-4bcc-8609-792460a0cc18 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:35:55.557518 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (bde0c7cf-0adb-4bcc-8609-792460a0cc18), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:55.598613 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-edb6d21c-1551-43b8-8c37-ee0846a09378 None None] Current status of the port 0a77a3f3-5ae6-497f-969a-c03704a96cd3 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:35:55.656991 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port bde0c7cf-0adb-4bcc-8609-792460a0cc18 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:35:55.706873 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1c5cb58b-9913-4f7c-b69c-02b3697dddab req-8c703411-ba03-49f0-b182-0273a13771a4 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516902 May 23 12:35:55.826875 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3104b-b900-417e-9315-a4a1d61bd287 req-c3dfb9f2-8587-47dc-8ea9-e4c4b2725ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:55.831835 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ecb3104b-b900-417e-9315-a4a1d61bd287 req-c3dfb9f2-8587-47dc-8ea9-e4c4b2725ba3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be7def1c-9596-416f-a585-da28c5a17c31 HTTP/1.1" status: 200 len: 853 time: 0.5438259 May 23 12:35:55.926725 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6f4f9c7b-1d8a-4e8e-81e8-1b3b40f0854b req-214a81c6-f4df-4edd-a948-d1489b83a9e5 service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920971 May 23 12:35:55.930401 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613f4fc-c740-4e42-bd76-9f856c096b78 req-f1544099-daa2-4e51-b186-f224134b64dc tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:55.934824 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-0f07ee2d-c260-4d45-b6d7-788b1cfb6dad None None] Provisioning complete for port fc65e276-0c76-4c3b-8840-c3876a8d9393 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:35:55.935356 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0f07ee2d-c260-4d45-b6d7-788b1cfb6dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (fc65e276-0c76-4c3b-8840-c3876a8d9393), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:55.938355 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9613f4fc-c740-4e42-bd76-9f856c096b78 req-f1544099-daa2-4e51-b186-f224134b64dc tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.2303596 May 23 12:35:55.970659 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3104b-b900-417e-9315-a4a1d61bd287 req-78bc4513-47bf-4e30-b26a-e60d23068842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:55.972541 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ecb3104b-b900-417e-9315-a4a1d61bd287 req-78bc4513-47bf-4e30-b26a-e60d23068842 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1341138 May 23 12:35:56.004720 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-0f07ee2d-c260-4d45-b6d7-788b1cfb6dad None None] Port fc65e276-0c76-4c3b-8840-c3876a8d9393 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:35:56.016097 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-0f07ee2d-c260-4d45-b6d7-788b1cfb6dad None None] Provisioning complete for port 0a77a3f3-5ae6-497f-969a-c03704a96cd3 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:35:56.016658 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0f07ee2d-c260-4d45-b6d7-788b1cfb6dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (0a77a3f3-5ae6-497f-969a-c03704a96cd3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:56.083205 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:56.129607 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317dd95-65a6-4bcc-91de-dbb0fd579342 req-059fe0a1-5ea6-4339-b0e8-8fa79ce879c6 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:56.142290 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b317dd95-65a6-4bcc-91de-dbb0fd579342 req-059fe0a1-5ea6-4339-b0e8-8fa79ce879c6 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 944 time: 0.2737792 May 23 12:35:56.152098 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:56.154720 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-0f07ee2d-c260-4d45-b6d7-788b1cfb6dad None None] Current status of the port 0a77a3f3-5ae6-497f-969a-c03704a96cd3 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:35:56.174809 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-03d66466-2a0a-4946-aabe-15221fa3635a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (fc65e276-0c76-4c3b-8840-c3876a8d9393), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:56.252459 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9613f4fc-c740-4e42-bd76-9f856c096b78 req-3aa2c3dd-28db-42a4-9d42-d49bea2d7f0c tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112857 May 23 12:35:56.253265 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:56.289729 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b317dd95-65a6-4bcc-91de-dbb0fd579342 req-43623043-033f-4974-98dc-9168434ce4d4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=087a2fae-f776-4915-93b7-e6c669153943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224587 May 23 12:35:56.294891 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ecb3104b-b900-417e-9315-a4a1d61bd287 req-c91f650e-255b-4c73-a1a0-47f3bac235c7 service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161712 May 23 12:35:56.372970 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6f4f9c7b-1d8a-4e8e-81e8-1b3b40f0854b req-62d999ae-7d7c-4e8e-8ecf-76fd9782c151 service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285448 May 23 12:35:56.382455 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-11adc242-1352-4a78-b216-cb4a2fe02460 None None] Provisioning complete for port fc65e276-0c76-4c3b-8840-c3876a8d9393 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:35:56.385695 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-11adc242-1352-4a78-b216-cb4a2fe02460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (fc65e276-0c76-4c3b-8840-c3876a8d9393), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:56.440197 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:56.489431 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-11adc242-1352-4a78-b216-cb4a2fe02460 None None] Port fc65e276-0c76-4c3b-8840-c3876a8d9393 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:35:56.504813 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ecb3104b-b900-417e-9315-a4a1d61bd287 req-6edf56d8-b00e-4006-8b85-d4e019de7556 service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963723 May 23 12:35:56.638564 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 0a77a3f3-5ae6-497f-969a-c03704a96cd3 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:35:56.652231 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d11b8a-ad1c-4d50-9cd7-3a4425122692 req-2519e196-49d6-483b-b921-eef4186efd7d tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:56.653790 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-14d11b8a-ad1c-4d50-9cd7-3a4425122692 req-2519e196-49d6-483b-b921-eef4186efd7d tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0748177 May 23 12:35:56.670397 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-03d66466-2a0a-4946-aabe-15221fa3635a admin admin] Publish callbacks [] for port (fc65e276-0c76-4c3b-8840-c3876a8d9393), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:56.682543 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-03d66466-2a0a-4946-aabe-15221fa3635a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4651066'] for port (fc65e276-0c76-4c3b-8840-c3876a8d9393), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:56.706008 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 0a77a3f3-5ae6-497f-969a-c03704a96cd3 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:35:56.706481 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (0a77a3f3-5ae6-497f-969a-c03704a96cd3), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:56.710263 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=100 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:56.768828 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-14d11b8a-ad1c-4d50-9cd7-3a4425122692 req-7347bc64-972e-49d4-abb2-e5ee68644cdd tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015420 May 23 12:35:56.805118 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d66466-2a0a-4946-aabe-15221fa3635a admin admin] Pushing event updated for resources: {'Port': ['ID=fc65e276-0c76-4c3b-8840-c3876a8d9393,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:56.813545 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-03d66466-2a0a-4946-aabe-15221fa3635a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-823154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-484326'] for router_interface (21c49c26-7eba-4b4d-a0e0-40b977548255), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:56.939722 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 0a77a3f3-5ae6-497f-969a-c03704a96cd3 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:35:56.940883 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device afa5b99e-0d50-41b4-b3c4-74c9d5169cbb up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:35:56.988349 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0396c49-f13b-49ea-8eb2-64c593cdd392 req-e9ddbb85-d8bd-45e5-b8ce-4015742f3771 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:57.002470 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a0396c49-f13b-49ea-8eb2-64c593cdd392 req-e9ddbb85-d8bd-45e5-b8ce-4015742f3771 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.1911452 May 23 12:35:57.061075 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port afa5b99e-0d50-41b4-b3c4-74c9d5169cbb triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:35:57.061786 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (afa5b99e-0d50-41b4-b3c4-74c9d5169cbb), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:57.099848 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a0396c49-f13b-49ea-8eb2-64c593cdd392 req-e8b859ee-37fa-4847-bace-58610c944b3a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957351 May 23 12:35:57.121210 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d66466-2a0a-4946-aabe-15221fa3635a admin admin] Network b17bf0f1-b328-455c-b525-3b736923bb2d is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:35:57.122674 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-03d66466-2a0a-4946-aabe-15221fa3635a admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:35:57.266417 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port afa5b99e-0d50-41b4-b3c4-74c9d5169cbb is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:35:57.266819 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (afa5b99e-0d50-41b4-b3c4-74c9d5169cbb), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:57.318995 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] For port afa5b99e-0d50-41b4-b3c4-74c9d5169cbb, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=afa5b99e-0d50-41b4-b3c4-74c9d5169cbb,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:35:57.330961 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (afa5b99e-0d50-41b4-b3c4-74c9d5169cbb), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:57.342323 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 214009e0-0102-49c7-bbc1-24d5fb2d2f55 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:35:57.496189 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d66466-2a0a-4946-aabe-15221fa3635a admin admin] Router 21c49c26-7eba-4b4d-a0e0-40b977548255 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:35:57.629225 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3778d-76f0-4878-9771-628ecf217865 req-2fbacd72-6b30-46ab-a500-ea490bcde125 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:57.638781 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-98b3778d-76f0-4878-9771-628ecf217865 req-2fbacd72-6b30-46ab-a500-ea490bcde125 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.1804874 May 23 12:35:57.690355 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 54930) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:57.698287 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305870c-848d-475f-bdfa-4ea21c4fb2bd req-05d09e43-4bdb-4c3b-8942-a1a842b2dabf tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:57.700154 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6305870c-848d-475f-bdfa-4ea21c4fb2bd req-05d09e43-4bdb-4c3b-8942-a1a842b2dabf tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 944 time: 0.0541101 May 23 12:35:57.717190 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d66466-2a0a-4946-aabe-15221fa3635a admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:35:57.738175 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-03d66466-2a0a-4946-aabe-15221fa3635a admin admin] 10.222.0.16 "PUT /v2.0/routers/21c49c26-7eba-4b4d-a0e0-40b977548255/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3124590 May 23 12:35:57.775607 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6305870c-848d-475f-bdfa-4ea21c4fb2bd req-cd2fc9d0-54f2-4b7b-919c-be28171b845f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=087a2fae-f776-4915-93b7-e6c669153943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555308 May 23 12:35:57.861060 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Pushing event updated for resources: {'Port': ['ID=afa5b99e-0d50-41b4-b3c4-74c9d5169cbb,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:57.871586 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-d534651f-800d-4d33-a7e5-dd3f1962b3af None None] Provisioning complete for port fc65e276-0c76-4c3b-8840-c3876a8d9393 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:35:57.871586 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d534651f-800d-4d33-a7e5-dd3f1962b3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (fc65e276-0c76-4c3b-8840-c3876a8d9393), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:57.872560 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-98b3778d-76f0-4878-9771-628ecf217865 req-4a0cdf0b-6b5e-4359-bed9-03d404152037 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324164 May 23 12:35:57.957439 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-d534651f-800d-4d33-a7e5-dd3f1962b3af None None] Port fc65e276-0c76-4c3b-8840-c3876a8d9393 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:35:57.970719 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-86a5276e-042d-49af-a609-8a26a558cd52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:57.992905 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 214009e0-0102-49c7-bbc1-24d5fb2d2f55, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=214009e0-0102-49c7-bbc1-24d5fb2d2f55,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:35:58.041128 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': '214009e0-0102-49c7-bbc1-24d5fb2d2f55', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'port_id': '214009e0-0102-49c7-bbc1-24d5fb2d2f55', 'mac_address': 'fa:16:3e:3e:af:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:35:58.047776 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:58.081645 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a27b2-f710-4794-a4ca-c23e612e3f62 req-227b7416-bdb3-4596-b6d9-9eb97bff5922 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:58.083809 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f81a27b2-f710-4794-a4ca-c23e612e3f62 req-227b7416-bdb3-4596-b6d9-9eb97bff5922 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.1107624 May 23 12:35:58.160992 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 214009e0-0102-49c7-bbc1-24d5fb2d2f55 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:35:58.161374 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (214009e0-0102-49c7-bbc1-24d5fb2d2f55), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:58.196793 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214009e0-0102-49c7-bbc1-24d5fb2d2f55 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:35:58.208556 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f81a27b2-f710-4794-a4ca-c23e612e3f62 req-9098a8fd-219d-446d-8edd-8fb33a538c3b tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008422 May 23 12:35:58.230023 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 214009e0-0102-49c7-bbc1-24d5fb2d2f55, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=214009e0-0102-49c7-bbc1-24d5fb2d2f55,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:35:58.238275 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (214009e0-0102-49c7-bbc1-24d5fb2d2f55), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:58.271710 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-86a5276e-042d-49af-a609-8a26a558cd52 admin admin] Publish callbacks [] for security_group (d02c5bf3-46eb-44aa-b40b-c28b288547e1), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:58.284304 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-86a5276e-042d-49af-a609-8a26a558cd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (d02c5bf3-46eb-44aa-b40b-c28b288547e1), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:58.346508 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=214009e0-0102-49c7-bbc1-24d5fb2d2f55,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:58.351492 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-86a5276e-042d-49af-a609-8a26a558cd52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a961cf77299480e8f3dc1b1e32fe7a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6501040 May 23 12:35:58.354162 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54944) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:58.475195 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-de18a3e2-4456-4bdb-bf0a-32e08779a2e0 admin admin] Publish callbacks [] for security_group (d02c5bf3-46eb-44aa-b40b-c28b288547e1), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:58.477356 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device afa5b99e-0d50-41b4-b3c4-74c9d5169cbb up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:35:58.485974 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5276e-042d-49af-a609-8a26a558cd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02c5bf3-46eb-44aa-b40b-c28b288547e1,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:58.509095 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7f4ed-d6e8-4cff-b727-88a3ace104bb req-958bed74-8d91-41f7-8b7b-6a0f3451b45b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:58.510707 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8da7f4ed-d6e8-4cff-b727-88a3ace104bb req-958bed74-8d91-41f7-8b7b-6a0f3451b45b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.1667323 May 23 12:35:58.551744 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 54946) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:58.556740 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-b207c03c-ce65-4034-9a50-5dbb97427fcd tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-594270591', 'description': 'tempest-secgroup-smoke-594270591 description', 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:35:58.559095 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port afa5b99e-0d50-41b4-b3c4-74c9d5169cbb triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:35:58.559466 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (afa5b99e-0d50-41b4-b3c4-74c9d5169cbb), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:58.573384 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-de18a3e2-4456-4bdb-bf0a-32e08779a2e0 admin admin] Publish callbacks [] for security_group (d02c5bf3-46eb-44aa-b40b-c28b288547e1), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:58.626547 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=100 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:58.633145 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b207c03c-ce65-4034-9a50-5dbb97427fcd tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:58.642977 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['214009e0-0102-49c7-bbc1-24d5fb2d2f55'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:35:58.666100 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-de18a3e2-4456-4bdb-bf0a-32e08779a2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (d02c5bf3-46eb-44aa-b40b-c28b288547e1), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:58.672002 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-de18a3e2-4456-4bdb-bf0a-32e08779a2e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:58.674364 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8da7f4ed-d6e8-4cff-b727-88a3ace104bb req-9a82a158-96ee-4c10-906a-ea8e64a52446 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548264 May 23 12:35:58.679391 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-de18a3e2-4456-4bdb-bf0a-32e08779a2e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d02c5bf3-46eb-44aa-b40b-c28b288547e1 HTTP/1.1" status: 204 len: 168 time: 0.3236454 May 23 12:35:58.702238 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:58.711512 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18a3e2-4456-4bdb-bf0a-32e08779a2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02c5bf3-46eb-44aa-b40b-c28b288547e1,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:58.729386 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] Sync routers for ids ['21c49c26-7eba-4b4d-a0e0-40b977548255'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:35:58.738264 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:58.762702 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:58.815898 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] Routers {'21c49c26-7eba-4b4d-a0e0-40b977548255'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:35:58.818229 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:35:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['21c49c26-7eba-4b4d-a0e0-40b977548255'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:35:58.959262 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b207c03c-ce65-4034-9a50-5dbb97427fcd tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group (7da66f6a-c8d4-4c37-ad93-63a9238e3984), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:58.977357 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b207c03c-ce65-4034-9a50-5dbb97427fcd tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (7da66f6a-c8d4-4c37-ad93-63a9238e3984), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:59.023730 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b207c03c-ce65-4034-9a50-5dbb97427fcd tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:59.023730 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-b207c03c-ce65-4034-9a50-5dbb97427fcd tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4694657 May 23 12:35:59.030492 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54956) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:59.041292 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-dc1f7626-578b-410f-8ae5-2750ea4adeda tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Request body: {'security_group_rule': {'security_group_id': '7da66f6a-c8d4-4c37-ad93-63a9238e3984', 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:35:59.102524 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207c03c-ce65-4034-9a50-5dbb97427fcd tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7da66f6a-c8d4-4c37-ad93-63a9238e3984,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:59.117266 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] Set router 21c49c26-7eba-4b4d-a0e0-40b977548255 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:35:59.120372 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b0974-4d94-487c-837d-bc2a1e4d3996 req-9b086f3f-baac-446e-8165-cdd1d5a83ead tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:59.127520 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2a9b0974-4d94-487c-837d-bc2a1e4d3996 req-9b086f3f-baac-446e-8165-cdd1d5a83ead tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 945 time: 0.1529286 May 23 12:35:59.138959 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dc1f7626-578b-410f-8ae5-2750ea4adeda tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group_rule (da291d10-1dd3-47bf-8a4c-e1e7af51eaef), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:59.146382 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9d149-8855-458b-971c-e0c40e233dc2 req-5498f256-579d-4d99-b96e-ee6e76565522 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:59.153847 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-79a9d149-8855-458b-971c-e0c40e233dc2 req-5498f256-579d-4d99-b96e-ee6e76565522 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.1097574 May 23 12:35:59.251696 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2a9b0974-4d94-487c-837d-bc2a1e4d3996 req-129e982d-df05-46d0-badf-e787873caffc tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=087a2fae-f776-4915-93b7-e6c669153943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225500 May 23 12:35:59.281897 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dc1f7626-578b-410f-8ae5-2750ea4adeda tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group_rule (da291d10-1dd3-47bf-8a4c-e1e7af51eaef), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:59.293859 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dc1f7626-578b-410f-8ae5-2750ea4adeda tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (da291d10-1dd3-47bf-8a4c-e1e7af51eaef), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:59.324017 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-79a9d149-8855-458b-971c-e0c40e233dc2 req-b9183cfb-658d-44e9-8112-6043eef92801 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690278 May 23 12:35:59.342656 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f7626-578b-410f-8ae5-2750ea4adeda tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da291d10-1dd3-47bf-8a4c-e1e7af51eaef,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:59.355440 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port afa5b99e-0d50-41b4-b3c4-74c9d5169cbb is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:35:59.375089 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dc1f7626-578b-410f-8ae5-2750ea4adeda tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:59.381103 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 54960) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:59.385385 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-dc1f7626-578b-410f-8ae5-2750ea4adeda tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3480494 May 23 12:35:59.389555 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-7f347c14-ad72-41a2-a620-b07c17fdccdd tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Request body: {'security_group_rule': {'security_group_id': '7da66f6a-c8d4-4c37-ad93-63a9238e3984', 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:35:59.422217 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54962) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:59.462833 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4d30-bd41-4c8c-83b0-b16c10020946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:59.518325 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7f347c14-ad72-41a2-a620-b07c17fdccdd tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group_rule (653eb534-b245-46eb-873d-dacbffbd9ab6), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:59.644104 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:59.671482 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7f347c14-ad72-41a2-a620-b07c17fdccdd tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group_rule (653eb534-b245-46eb-873d-dacbffbd9ab6), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:59.681115 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4d30-bd41-4c8c-83b0-b16c10020946 admin admin] Publish callbacks [] for security_group (0e7e1cfb-efbd-47ba-8a0c-08d3993a1b99), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:59.691898 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4d30-bd41-4c8c-83b0-b16c10020946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (0e7e1cfb-efbd-47ba-8a0c-08d3993a1b99), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:59.697472 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75813d25-2edf-486c-8af8-11b613a07b09 req-e5c5d3ad-231b-4c77-b35d-79619a0d3b72 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:59.699379 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-75813d25-2edf-486c-8af8-11b613a07b09 req-e5c5d3ad-231b-4c77-b35d-79619a0d3b72 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.2621241 May 23 12:35:59.701013 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7f347c14-ad72-41a2-a620-b07c17fdccdd tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (653eb534-b245-46eb-873d-dacbffbd9ab6), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:59.745151 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-8fbb4d30-bd41-4c8c-83b0-b16c10020946 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9560bf66ad094c3fb3e17783dd59e504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195674 May 23 12:35:59.745623 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54966) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:59.753355 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb4d30-bd41-4c8c-83b0-b16c10020946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7e1cfb-efbd-47ba-8a0c-08d3993a1b99,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:59.760523 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f347c14-ad72-41a2-a620-b07c17fdccdd tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653eb534-b245-46eb-873d-dacbffbd9ab6,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:59.789473 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c49c26-7eba-4b4d-a0e0-40b977548255', 'name': 'tempest-TestShelveInstance-1306975041-router', 'tenant_id': '48239413b5fe44c3905c37d9a647a41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'afa5b99e-0d50-41b4-b3c4-74c9d5169cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:50Z', 'updated_at': '2022-05-23T12:35:55Z', 'revision_number': 4, 'project_id': '48239413b5fe44c3905c37d9a647a41b', 'gw_port': {'id': 'afa5b99e-0d50-41b4-b3c4-74c9d5169cbb', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c49c26-7eba-4b4d-a0e0-40b977548255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:50Z', 'updated_at': '2022-05-23T12:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'fc65e276-0c76-4c3b-8840-c3876a8d9393', 'name': '', 'network_id': 'b17bf0f1-b328-455c-b525-3b736923bb2d', 'tenant_id': '48239413b5fe44c3905c37d9a647a41b', 'mac_address': 'fa:16:3e:d4:1a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c49c26-7eba-4b4d-a0e0-40b977548255', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7bb00d4f-5dbb-4268-960b-d93eeb134b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:53Z', 'updated_at': '2022-05-23T12:35:56Z', 'revision_number': 2, 'project_id': '48239413b5fe44c3905c37d9a647a41b', 'subnets': [{'id': '7bb00d4f-5dbb-4268-960b-d93eeb134b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:35:59.790001 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:35:59.814169 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-868b8dae-2b61-42aa-a5d9-89da5a7134e1 admin admin] Publish callbacks [] for security_group (0e7e1cfb-efbd-47ba-8a0c-08d3993a1b99), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:59.822447 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7f347c14-ad72-41a2-a620-b07c17fdccdd tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:59.834153 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-7f347c14-ad72-41a2-a620-b07c17fdccdd tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4509680 May 23 12:35:59.839951 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54968) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:35:59.847500 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] Checking router: 21c49c26-7eba-4b4d-a0e0-40b977548255 for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:35:59.847995 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] Updating router 21c49c26-7eba-4b4d-a0e0-40b977548255 port fc65e276-0c76-4c3b-8840-c3876a8d9393 binding host dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:35:59.851550 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-0443725c-56aa-443f-87cd-1870909a2eb7 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Request body: {'security_group_rule': {'security_group_id': '7da66f6a-c8d4-4c37-ad93-63a9238e3984', 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:35:59.859099 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-868b8dae-2b61-42aa-a5d9-89da5a7134e1 admin admin] Publish callbacks [] for security_group (0e7e1cfb-efbd-47ba-8a0c-08d3993a1b99), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:59.883562 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (fc65e276-0c76-4c3b-8840-c3876a8d9393), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:59.905588 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68456a93-a168-4dcd-b516-9280cfc003c4 req-3fdf2ffa-f7a3-42e3-8aef-6a5065441c24 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:35:59.909528 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0443725c-56aa-443f-87cd-1870909a2eb7 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group_rule (1b6af8c0-992f-46c6-973b-856715fabf96), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:35:59.916265 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-68456a93-a168-4dcd-b516-9280cfc003c4 req-3fdf2ffa-f7a3-42e3-8aef-6a5065441c24 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0783672 May 23 12:35:59.954957 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-75813d25-2edf-486c-8af8-11b613a07b09 req-323f2eb8-08a0-4830-9856-a1be9ff2c089 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359776 May 23 12:35:59.998292 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0443725c-56aa-443f-87cd-1870909a2eb7 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group_rule (1b6af8c0-992f-46c6-973b-856715fabf96), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:00.005078 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0443725c-56aa-443f-87cd-1870909a2eb7 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (1b6af8c0-992f-46c6-973b-856715fabf96), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:00.040003 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-68456a93-a168-4dcd-b516-9280cfc003c4 req-29087151-938a-47c2-acab-f284c109918a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223772 May 23 12:36:00.054490 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0443725c-56aa-443f-87cd-1870909a2eb7 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:00.055818 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-0443725c-56aa-443f-87cd-1870909a2eb7 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2142487 May 23 12:36:00.059471 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-868b8dae-2b61-42aa-a5d9-89da5a7134e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (0e7e1cfb-efbd-47ba-8a0c-08d3993a1b99), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:00.062280 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-868b8dae-2b61-42aa-a5d9-89da5a7134e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:00.070512 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-868b8dae-2b61-42aa-a5d9-89da5a7134e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e7e1cfb-efbd-47ba-8a0c-08d3993a1b99 HTTP/1.1" status: 204 len: 168 time: 0.3169317 May 23 12:36:00.070512 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54972) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:36:00.101306 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-421f4d99-c1da-457d-8f53-b2b2918956b9 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Request body: {'security_group_rule': {'security_group_id': '7da66f6a-c8d4-4c37-ad93-63a9238e3984', 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:36:00.123203 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b8dae-2b61-42aa-a5d9-89da5a7134e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7e1cfb-efbd-47ba-8a0c-08d3993a1b99,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:00.127644 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443725c-56aa-443f-87cd-1870909a2eb7 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b6af8c0-992f-46c6-973b-856715fabf96,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:00.184307 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-421f4d99-c1da-457d-8f53-b2b2918956b9 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group_rule (fa034715-e6cd-4a10-b9b8-7ca252796f67), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:00.262715 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:00.340430 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:00.361591 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-421f4d99-c1da-457d-8f53-b2b2918956b9 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group_rule (fa034715-e6cd-4a10-b9b8-7ca252796f67), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:00.373351 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-421f4d99-c1da-457d-8f53-b2b2918956b9 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (fa034715-e6cd-4a10-b9b8-7ca252796f67), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:00.399625 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4d99-c1da-457d-8f53-b2b2918956b9 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa034715-e6cd-4a10-b9b8-7ca252796f67,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:00.451860 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-421f4d99-c1da-457d-8f53-b2b2918956b9 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:00.463745 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-421f4d99-c1da-457d-8f53-b2b2918956b9 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3711662 May 23 12:36:00.466676 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54984) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:36:00.489937 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-7ef5b0d7-df13-4b19-817b-b70d53373472 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Request body: {'security_group_rule': {'security_group_id': '7da66f6a-c8d4-4c37-ad93-63a9238e3984', 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:36:00.542514 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.securitygroups_db [None req-7ef5b0d7-df13-4b19-817b-b70d53373472 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Project 835f4c15c26e47b7ba55aca85bfb66a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:36:00.550097 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7ef5b0d7-df13-4b19-817b-b70d53373472 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group_rule (0a71b60f-43a3-429c-b02b-709eced1e612), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:00.551814 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] Publish callbacks [] for port (fc65e276-0c76-4c3b-8840-c3876a8d9393), precommit_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:00.566502 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (fc65e276-0c76-4c3b-8840-c3876a8d9393), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:00.621608 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85134b-5236-4fb9-8bc2-dacc0e2a033e req-d766d5cb-7d80-406a-b870-2c73379a4dea tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:00.659431 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4d85134b-5236-4fb9-8bc2-dacc0e2a033e req-d766d5cb-7d80-406a-b870-2c73379a4dea tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 945 time: 0.2106085 May 23 12:36:00.686911 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8dbcb-4732-4049-be8e-028af97e092e None None] Pushing event updated for resources: {'Port': ['ID=fc65e276-0c76-4c3b-8840-c3876a8d9393,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:00.734848 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:00.783796 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] Attempting to bind port fc65e276-0c76-4c3b-8840-c3876a8d9393 on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:36:00.784983 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] Attempting to bind port fc65e276-0c76-4c3b-8840-c3876a8d9393 by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': '3ffb05a1-858f-4afd-9361-01d13cabcb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b17bf0f1-b328-455c-b525-3b736923bb2d'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:36:00.785520 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] Attempting to bind port fc65e276-0c76-4c3b-8840-c3876a8d9393 on network b17bf0f1-b328-455c-b525-3b736923bb2d {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:36:00.793277 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:36:00.793912 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] Checking segment: {'id': '3ffb05a1-858f-4afd-9361-01d13cabcb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b17bf0f1-b328-455c-b525-3b736923bb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:36:00.794464 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:00.794997 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] Bound using segment: {'id': '3ffb05a1-858f-4afd-9361-01d13cabcb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b17bf0f1-b328-455c-b525-3b736923bb2d'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:36:00.795638 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] Bound port: fc65e276-0c76-4c3b-8840-c3876a8d9393, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffb05a1-858f-4afd-9361-01d13cabcb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b17bf0f1-b328-455c-b525-3b736923bb2d'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:36:00.796201 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (fc65e276-0c76-4c3b-8840-c3876a8d9393), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:00.804971 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94a7c0-9ba8-4458-943c-f7658255ba4f req-569d3a3e-66d8-4ffa-9965-ad1a1bed09af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:00.806144 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7ef5b0d7-df13-4b19-817b-b70d53373472 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group_rule (0a71b60f-43a3-429c-b02b-709eced1e612), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:00.806568 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1e94a7c0-9ba8-4458-943c-f7658255ba4f req-569d3a3e-66d8-4ffa-9965-ad1a1bed09af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=736376830ed340b2aa62c455c134c4e2&device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 1129 time: 0.1463094 May 23 12:36:00.819657 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7ef5b0d7-df13-4b19-817b-b70d53373472 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (0a71b60f-43a3-429c-b02b-709eced1e612), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:00.869724 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5b0d7-df13-4b19-817b-b70d53373472 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a71b60f-43a3-429c-b02b-709eced1e612,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:00.886361 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7ef5b0d7-df13-4b19-817b-b70d53373472 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:00.890584 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-7ef5b0d7-df13-4b19-817b-b70d53373472 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4168077 May 23 12:36:00.891980 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 54992) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:36:00.906171 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-9c61862f-9ef6-4bc7-9d9e-3684ed2b3048 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Request body: {'security_group_rule': {'security_group_id': '7da66f6a-c8d4-4c37-ad93-63a9238e3984', 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:36:00.915462 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb114950-4334-47e3-bee6-b3293c610404 req-f18e979d-2100-481a-899b-84a59cba8d95 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:00.923524 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-eb114950-4334-47e3-bee6-b3293c610404 req-f18e979d-2100-481a-899b-84a59cba8d95 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.3823659 May 23 12:36:00.935756 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] For port fc65e276-0c76-4c3b-8840-c3876a8d9393, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:36:00.939451 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] For port fc65e276-0c76-4c3b-8840-c3876a8d9393, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=fc65e276-0c76-4c3b-8840-c3876a8d9393,segment=NetworkSegment(3ffb05a1-858f-4afd-9361-01d13cabcb06),segment_id=3ffb05a1-858f-4afd-9361-01d13cabcb06)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:36:00.951902 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (fc65e276-0c76-4c3b-8840-c3876a8d9393), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:01.008390 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.securitygroups_db [None req-9c61862f-9ef6-4bc7-9d9e-3684ed2b3048 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Project 835f4c15c26e47b7ba55aca85bfb66a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:36:01.026523 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9c61862f-9ef6-4bc7-9d9e-3684ed2b3048 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group_rule (3bf1c399-a3f7-473d-9976-cf4d729838b8), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:01.071711 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:01.099137 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4d85134b-5236-4fb9-8bc2-dacc0e2a033e req-6ec44fa4-2add-47c8-b276-f4cc4100fb71 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=087a2fae-f776-4915-93b7-e6c669153943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4372094 May 23 12:36:01.174515 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9c61862f-9ef6-4bc7-9d9e-3684ed2b3048 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group_rule (3bf1c399-a3f7-473d-9976-cf4d729838b8), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:01.182956 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9c61862f-9ef6-4bc7-9d9e-3684ed2b3048 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (3bf1c399-a3f7-473d-9976-cf4d729838b8), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:01.201048 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] Routers {'21c49c26-7eba-4b4d-a0e0-40b977548255'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:36:01.205551 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:35:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['21c49c26-7eba-4b4d-a0e0-40b977548255'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:36:01.211479 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61862f-9ef6-4bc7-9d9e-3684ed2b3048 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf1c399-a3f7-473d-9976-cf4d729838b8,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:01.215948 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8dbcb-4732-4049-be8e-028af97e092e None None] Pushing event updated for resources: {'Port': ['ID=fc65e276-0c76-4c3b-8840-c3876a8d9393,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:01.226958 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9c61862f-9ef6-4bc7-9d9e-3684ed2b3048 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:01.237153 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-9c61862f-9ef6-4bc7-9d9e-3684ed2b3048 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3343189 May 23 12:36:01.252051 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-eb114950-4334-47e3-bee6-b3293c610404 req-dbc4e6d6-4abe-44aa-b6fb-624002e05c3a tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260052 May 23 12:36:01.256071 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:01.333845 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-590e08c2-0322-48e1-bfe4-bb17ed887189 None None] Provisioning complete for port fc65e276-0c76-4c3b-8840-c3876a8d9393 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:36:01.334478 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-590e08c2-0322-48e1-bfe4-bb17ed887189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (fc65e276-0c76-4c3b-8840-c3876a8d9393), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:01.408649 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94a7c0-9ba8-4458-943c-f7658255ba4f req-ad0817ae-edcb-440c-a55c-b62971eb3655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:01.412701 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1e94a7c0-9ba8-4458-943c-f7658255ba4f req-ad0817ae-edcb-440c-a55c-b62971eb3655 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc274260-5d38-4e43-aa07-b73fcfa156ea HTTP/1.1" status: 200 len: 911 time: 0.5648789 May 23 12:36:01.424464 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d8844-5b61-4555-930f-088a554019f6 req-6f69597f-08f9-4cda-bb75-840bc66547a8 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:01.431703 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ff0d8844-5b61-4555-930f-088a554019f6 req-6f69597f-08f9-4cda-bb75-840bc66547a8 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.1519487 May 23 12:36:01.440394 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 214009e0-0102-49c7-bbc1-24d5fb2d2f55 up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:36:01.570688 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning for port 214009e0-0102-49c7-bbc1-24d5fb2d2f55 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 12:36:01.609815 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port 214009e0-0102-49c7-bbc1-24d5fb2d2f55 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:36:01.610190 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (214009e0-0102-49c7-bbc1-24d5fb2d2f55), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:01.654507 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1e94a7c0-9ba8-4458-943c-f7658255ba4f req-149c5cdb-6d20-4016-957e-f0cca920e97a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c168015-cbd1-4ffe-8cf8-c803d21df858 HTTP/1.1" status: 200 len: 1000 time: 0.2204669 May 23 12:36:01.667408 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ff0d8844-5b61-4555-930f-088a554019f6 req-3cfd0742-38bb-4205-befa-c2011bf2c387 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347682 May 23 12:36:01.751645 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94a7c0-9ba8-4458-943c-f7658255ba4f req-6a7b4f38-2f92-44a1-a656-574ad3ec3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:01.753435 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1e94a7c0-9ba8-4458-943c-f7658255ba4f req-6a7b4f38-2f92-44a1-a656-574ad3ec3f57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=188e2ead-7d0d-4956-8add-55d376412943 HTTP/1.1" status: 200 len: 849 time: 0.0846295 May 23 12:36:01.771593 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-590e08c2-0322-48e1-bfe4-bb17ed887189 None None] Current status of the port fc65e276-0c76-4c3b-8840-c3876a8d9393 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:36:01.771987 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-590e08c2-0322-48e1-bfe4-bb17ed887189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (fc65e276-0c76-4c3b-8840-c3876a8d9393), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:01.790331 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] Set router 21c49c26-7eba-4b4d-a0e0-40b977548255 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:36:01.878665 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 55052) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:36:01.884362 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-61567e7c-acf6-400e-8041-cb3f84f64dfc tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1495529118', 'description': 'tempest-description--1824992985'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:36:01.926118 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-61567e7c-acf6-400e-8041-cb3f84f64dfc tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:02.052946 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 214009e0-0102-49c7-bbc1-24d5fb2d2f55 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:36:02.054139 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (214009e0-0102-49c7-bbc1-24d5fb2d2f55), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:02.058266 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94a7c0-9ba8-4458-943c-f7658255ba4f req-c78bfecb-bca0-4321-8048-27253a3b2205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:02.064913 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1e94a7c0-9ba8-4458-943c-f7658255ba4f req-c78bfecb-bca0-4321-8048-27253a3b2205 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc274260-5d38-4e43-aa07-b73fcfa156ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1355083 May 23 12:36:02.209254 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-61567e7c-acf6-400e-8041-cb3f84f64dfc tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for security_group (2344ab7b-4fe4-4c18-b57b-ca883b6d34cd), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:02.214405 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-61567e7c-acf6-400e-8041-cb3f84f64dfc tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (2344ab7b-4fe4-4c18-b57b-ca883b6d34cd), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:02.266940 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-590e08c2-0322-48e1-bfe4-bb17ed887189 None None] For port fc65e276-0c76-4c3b-8840-c3876a8d9393, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=fc65e276-0c76-4c3b-8840-c3876a8d9393,segment=NetworkSegment(3ffb05a1-858f-4afd-9361-01d13cabcb06),segment_id=3ffb05a1-858f-4afd-9361-01d13cabcb06)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:36:02.297328 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61567e7c-acf6-400e-8041-cb3f84f64dfc tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:02.306228 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-61567e7c-acf6-400e-8041-cb3f84f64dfc tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:02.307409 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-61567e7c-acf6-400e-8041-cb3f84f64dfc tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4277406 May 23 12:36:02.310290 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 55066) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:36:02.335512 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-e3296170-8da1-48fb-b0ee-257241e87b5b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Request body: {'security_group_rule': {'security_group_id': '2344ab7b-4fe4-4c18-b57b-ca883b6d34cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:36:02.341731 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-590e08c2-0322-48e1-bfe4-bb17ed887189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (fc65e276-0c76-4c3b-8840-c3876a8d9393), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:02.425400 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e3296170-8da1-48fb-b0ee-257241e87b5b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for security_group_rule (855220cc-8fb8-4533-92bc-4e4303478c0f), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:02.434641 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c62c8-940f-4b23-81ae-320b10489af8 req-8db9b514-e61b-448a-aa1a-23928ed011c0 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:02.445625 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-df9c62c8-940f-4b23-81ae-320b10489af8 req-8db9b514-e61b-448a-aa1a-23928ed011c0 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 945 time: 0.1125731 May 23 12:36:02.460431 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1e94a7c0-9ba8-4458-943c-f7658255ba4f req-5670c4f8-de79-4950-9962-e589fa980581 service neutron] 10.222.0.15 "GET /v2.0/networks/cc274260-5d38-4e43-aa07-b73fcfa156ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870578 May 23 12:36:02.516760 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 214009e0-0102-49c7-bbc1-24d5fb2d2f55, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=214009e0-0102-49c7-bbc1-24d5fb2d2f55,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:36:02.529787 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a624bb16-d6b7-491a-9724-9a51af12140d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214009e0-0102-49c7-bbc1-24d5fb2d2f55'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:36:02.531386 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b644f86-0bd0-4043-9c12-8f5d6fecae80" -d '{"events": [{"server_uuid": "a624bb16-d6b7-491a-9724-9a51af12140d", "name": "network-vif-plugged", "status": "completed", "tag": "214009e0-0102-49c7-bbc1-24d5fb2d2f55"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:36:02.577143 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:02.578468 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-fcf7ee62-7c25-4fd4-a5d6-2c49d5cfc79d None None] Provisioning complete for port fc65e276-0c76-4c3b-8840-c3876a8d9393 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:36:02.578773 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-fcf7ee62-7c25-4fd4-a5d6-2c49d5cfc79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (fc65e276-0c76-4c3b-8840-c3876a8d9393), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:02.583095 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (214009e0-0102-49c7-bbc1-24d5fb2d2f55), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:02.608581 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e3296170-8da1-48fb-b0ee-257241e87b5b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for security_group_rule (855220cc-8fb8-4533-92bc-4e4303478c0f), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:02.622823 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e3296170-8da1-48fb-b0ee-257241e87b5b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (855220cc-8fb8-4533-92bc-4e4303478c0f), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:02.665253 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3296170-8da1-48fb-b0ee-257241e87b5b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855220cc-8fb8-4533-92bc-4e4303478c0f,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:02.676803 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e3296170-8da1-48fb-b0ee-257241e87b5b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:02.682490 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-e3296170-8da1-48fb-b0ee-257241e87b5b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3711646 May 23 12:36:02.684748 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 55080) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:36:02.697173 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-7d5f3ca3-6552-4f4b-8f3f-133067f35a6e tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Request body: {'security_group_rule': {'security_group_id': '2344ab7b-4fe4-4c18-b57b-ca883b6d34cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:36:02.721203 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dccdcf-7ec6-4d34-a95a-0d1ed2137669 req-95846290-afa9-4b1d-bb77-f88234d1f5c5 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:02.725388 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b3dccdcf-7ec6-4d34-a95a-0d1ed2137669 req-95846290-afa9-4b1d-bb77-f88234d1f5c5 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.2290707 May 23 12:36:02.753418 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:02.758682 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-df9c62c8-940f-4b23-81ae-320b10489af8 req-5ae48306-1580-4899-934c-9ce207e7e073 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=087a2fae-f776-4915-93b7-e6c669153943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3119745 May 23 12:36:02.785924 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-65a3c320-d2c2-453c-81eb-5c373a2f666e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:02.792082 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7d5f3ca3-6552-4f4b-8f3f-133067f35a6e tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for security_group_rule (fbe7791d-412f-4e91-beb6-ae21c8256936), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:02.905689 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:02.915587 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1e94a7c0-9ba8-4458-943c-f7658255ba4f req-7e07d8fa-2a20-4a01-b483-e88a71d060ee service neutron] 10.222.0.15 "GET /v2.0/networks/cc274260-5d38-4e43-aa07-b73fcfa156ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464579 May 23 12:36:02.916007 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654b246e-80a7-47d7-8231-64e66880851b x-openstack-request-id: req-654b246e-80a7-47d7-8231-64e66880851b {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:36:02.916670 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a624bb16-d6b7-491a-9724-9a51af12140d", "name": "network-vif-plugged", "status": "completed", "tag": "214009e0-0102-49c7-bbc1-24d5fb2d2f55", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:36:02.916866 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-654b246e-80a7-47d7-8231-64e66880851b {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:36:02.920031 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-654b246e-80a7-47d7-8231-64e66880851b'] response: {'server_uuid': 'a624bb16-d6b7-491a-9724-9a51af12140d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214009e0-0102-49c7-bbc1-24d5fb2d2f55', 'code': 200} May 23 12:36:02.937519 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e08c2-0322-48e1-bfe4-bb17ed887189 None None] Pushing event updated for resources: {'Port': ['ID=fc65e276-0c76-4c3b-8840-c3876a8d9393,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:02.953226 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7d5f3ca3-6552-4f4b-8f3f-133067f35a6e tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for security_group_rule (fbe7791d-412f-4e91-beb6-ae21c8256936), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:02.966461 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7d5f3ca3-6552-4f4b-8f3f-133067f35a6e tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (fbe7791d-412f-4e91-beb6-ae21c8256936), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:02.996663 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b3dccdcf-7ec6-4d34-a95a-0d1ed2137669 req-11f57be5-0aed-4970-9fbf-4825aeec434b tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314131 May 23 12:36:03.039160 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:03.046119 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f3ca3-6552-4f4b-8f3f-133067f35a6e tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe7791d-412f-4e91-beb6-ae21c8256936,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:03.060883 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7d5f3ca3-6552-4f4b-8f3f-133067f35a6e tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:03.068814 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-7d5f3ca3-6552-4f4b-8f3f-133067f35a6e tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3836977 May 23 12:36:03.077113 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 55092) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:36:03.091648 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-39c15488-a1fb-42e9-b950-6d15225738b6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Request body: {'floatingip': {'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:36:03.136564 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-39c15488-a1fb-42e9-b950-6d15225738b6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:03.154508 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44421649-2ec3-44be-9c88-675b30eb65bf req-1b56d105-5363-408b-8074-740e74b7aa6f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:03.156404 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-44421649-2ec3-44be-9c88-675b30eb65bf req-1b56d105-5363-408b-8074-740e74b7aa6f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.1512096 May 23 12:36:03.293350 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-44421649-2ec3-44be-9c88-675b30eb65bf req-7328d407-f0fe-4f17-939a-8f94f327ee35 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306598 May 23 12:36:03.297325 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-39c15488-a1fb-42e9-b950-6d15225738b6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:03.314215 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-fcf7ee62-7c25-4fd4-a5d6-2c49d5cfc79d None None] Current status of the port fc65e276-0c76-4c3b-8840-c3876a8d9393 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:36:03.384850 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:03.406145 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c49c26-7eba-4b4d-a0e0-40b977548255', 'name': 'tempest-TestShelveInstance-1306975041-router', 'tenant_id': '48239413b5fe44c3905c37d9a647a41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'afa5b99e-0d50-41b4-b3c4-74c9d5169cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:50Z', 'updated_at': '2022-05-23T12:35:55Z', 'revision_number': 4, 'project_id': '48239413b5fe44c3905c37d9a647a41b', 'gw_port': {'id': 'afa5b99e-0d50-41b4-b3c4-74c9d5169cbb', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c49c26-7eba-4b4d-a0e0-40b977548255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:50Z', 'updated_at': '2022-05-23T12:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'fc65e276-0c76-4c3b-8840-c3876a8d9393', 'name': '', 'network_id': 'b17bf0f1-b328-455c-b525-3b736923bb2d', 'tenant_id': '48239413b5fe44c3905c37d9a647a41b', 'mac_address': 'fa:16:3e:d4:1a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c49c26-7eba-4b4d-a0e0-40b977548255', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7bb00d4f-5dbb-4268-960b-d93eeb134b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:53Z', 'updated_at': '2022-05-23T12:36:00Z', 'revision_number': 4, 'project_id': '48239413b5fe44c3905c37d9a647a41b', 'subnets': [{'id': '7bb00d4f-5dbb-4268-960b-d93eeb134b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:36:03.409091 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c541e27-e034-4865-91ee-4c7fc3f36166 req-ab9eb774-1f26-4fda-b54d-b42505830869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:03.411326 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3c541e27-e034-4865-91ee-4c7fc3f36166 req-ab9eb774-1f26-4fda-b54d-b42505830869 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 1130 time: 0.1157310 May 23 12:36:03.412258 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=214009e0-0102-49c7-bbc1-24d5fb2d2f55,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:03.473893 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73d3d75-0918-40df-9d55-2d8e25395501 None None] The sync data for ids ['21c49c26-7eba-4b4d-a0e0-40b977548255'] in dv-cinder-836996-27-iscsi is: [{'id': '21c49c26-7eba-4b4d-a0e0-40b977548255', 'name': 'tempest-TestShelveInstance-1306975041-router', 'tenant_id': '48239413b5fe44c3905c37d9a647a41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'afa5b99e-0d50-41b4-b3c4-74c9d5169cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:50Z', 'updated_at': '2022-05-23T12:35:55Z', 'revision_number': 4, 'project_id': '48239413b5fe44c3905c37d9a647a41b', 'gw_port': {'id': 'afa5b99e-0d50-41b4-b3c4-74c9d5169cbb', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c49c26-7eba-4b4d-a0e0-40b977548255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:50Z', 'updated_at': '2022-05-23T12:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'fc65e276-0c76-4c3b-8840-c3876a8d9393', 'name': '', 'network_id': 'b17bf0f1-b328-455c-b525-3b736923bb2d', 'tenant_id': '48239413b5fe44c3905c37d9a647a41b', 'mac_address': 'fa:16:3e:d4:1a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c49c26-7eba-4b4d-a0e0-40b977548255', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7bb00d4f-5dbb-4268-960b-d93eeb134b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:53Z', 'updated_at': '2022-05-23T12:36:00Z', 'revision_number': 4, 'project_id': '48239413b5fe44c3905c37d9a647a41b', 'subnets': [{'id': '7bb00d4f-5dbb-4268-960b-d93eeb134b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:36:03.517029 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:03.597121 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3c541e27-e034-4865-91ee-4c7fc3f36166 req-6824c1ea-1e5e-46c4-ab12-60873e7f8aed service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=087a2fae-f776-4915-93b7-e6c669153943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749992 May 23 12:36:03.615542 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778ebf3-8aaa-48e9-b411-0482867f27be req-479f5bf7-11fa-4ab8-a431-5c2f51560a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:03.621674 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4778ebf3-8aaa-48e9-b411-0482867f27be req-479f5bf7-11fa-4ab8-a431-5c2f51560a83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0502b9ef01e2460893cfc855d44db0c7&device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 1130 time: 0.1733811 May 23 12:36:03.641454 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-39c15488-a1fb-42e9-b950-6d15225738b6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Allocated IP 172.27.0.72 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/30de75da-8f2b-4a30-98b9-23bbd45f1806) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:36:03.805918 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-39c15488-a1fb-42e9-b950-6d15225738b6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for port (30de75da-8f2b-4a30-98b9-23bbd45f1806), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:03.847630 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-39c15488-a1fb-42e9-b950-6d15225738b6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (30de75da-8f2b-4a30-98b9-23bbd45f1806), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:03.907370 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c15488-a1fb-42e9-b950-6d15225738b6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:36:03.911290 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-39c15488-a1fb-42e9-b950-6d15225738b6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:36:03.915376 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f157acc-866a-4aea-932b-5fbed1dab56f req-ac65b0d4-d936-428f-8a3e-71813c7050fa tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:03.922655 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c15488-a1fb-42e9-b950-6d15225738b6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:36:03.924035 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0f157acc-866a-4aea-932b-5fbed1dab56f req-ac65b0d4-d936-428f-8a3e-71813c7050fa tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 946 time: 0.0654290 May 23 12:36:03.957123 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c15488-a1fb-42e9-b950-6d15225738b6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Pushing event updated for resources: {'Port': ['ID=30de75da-8f2b-4a30-98b9-23bbd45f1806,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:03.997585 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0f157acc-866a-4aea-932b-5fbed1dab56f req-cf250931-62d9-4893-8773-24ef4432ae55 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=087a2fae-f776-4915-93b7-e6c669153943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723872 May 23 12:36:04.062070 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-39c15488-a1fb-42e9-b950-6d15225738b6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for floatingip (507da9ad-7e35-4ea8-a462-459b3dc5773f), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:04.122177 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-39c15488-a1fb-42e9-b950-6d15225738b6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (30de75da-8f2b-4a30-98b9-23bbd45f1806), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:04.149007 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:04.162685 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d780313-ac13-4fd0-8b97-5532aee024d5 req-c27db3a2-aafd-4714-8a88-37d3ea99b401 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:04.173927 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3d780313-ac13-4fd0-8b97-5532aee024d5 req-c27db3a2-aafd-4714-8a88-37d3ea99b401 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0839305 May 23 12:36:04.240097 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3d780313-ac13-4fd0-8b97-5532aee024d5 req-e5abdbe9-7af5-46c4-8b73-efa423504b0f tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648792 May 23 12:36:04.501931 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-39c15488-a1fb-42e9-b950-6d15225738b6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for port (30de75da-8f2b-4a30-98b9-23bbd45f1806), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:04.533114 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-39c15488-a1fb-42e9-b950-6d15225738b6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4651066'] for port (30de75da-8f2b-4a30-98b9-23bbd45f1806), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:04.537837 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device fc65e276-0c76-4c3b-8840-c3876a8d9393 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:36:04.545043 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f7ca6-757f-4c43-ba78-3702b03cd49c req-61e4b12b-050b-46f2-b253-7856545068a6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:04.546933 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-726f7ca6-757f-4c43-ba78-3702b03cd49c req-61e4b12b-050b-46f2-b253-7856545068a6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.1056845 May 23 12:36:04.636258 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-726f7ca6-757f-4c43-ba78-3702b03cd49c req-3fccfbbb-be88-4463-a5a7-7de8412a10cc tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827479 May 23 12:36:04.655360 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:04.674645 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:04.706216 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port fc65e276-0c76-4c3b-8840-c3876a8d9393 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:36:04.706943 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (fc65e276-0c76-4c3b-8840-c3876a8d9393), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:04.710779 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f7b85092-9e8b-4077-a823-f6db7ddfdf97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:04.757402 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c15488-a1fb-42e9-b950-6d15225738b6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Pushing event updated for resources: {'Port': ['ID=30de75da-8f2b-4a30-98b9-23bbd45f1806,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:04.800838 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778ebf3-8aaa-48e9-b411-0482867f27be req-7f08ede2-6379-40f4-809f-dcab2fa755f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:04.802378 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4778ebf3-8aaa-48e9-b411-0482867f27be req-7f08ede2-6379-40f4-809f-dcab2fa755f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3322fe8c-081c-4cfd-b180-198330997eff HTTP/1.1" status: 200 len: 917 time: 0.3683226 May 23 12:36:04.807369 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-39c15488-a1fb-42e9-b950-6d15225738b6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (507da9ad-7e35-4ea8-a462-459b3dc5773f), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:04.837761 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-39c15488-a1fb-42e9-b950-6d15225738b6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:04.841777 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port fc65e276-0c76-4c3b-8840-c3876a8d9393 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:36:04.852551 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-39c15488-a1fb-42e9-b950-6d15225738b6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7737882 May 23 12:36:04.971313 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4778ebf3-8aaa-48e9-b411-0482867f27be req-66360e19-9021-42bd-b5b3-5ca5494d2b17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=357ce430-3b90-4a7c-b2f3-c2ee303501e4 HTTP/1.1" status: 200 len: 1002 time: 0.1157267 May 23 12:36:05.070530 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778ebf3-8aaa-48e9-b411-0482867f27be req-1ae4e6a6-fe3e-4ee0-b5f9-65a6604f1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:05.072043 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4778ebf3-8aaa-48e9-b411-0482867f27be req-1ae4e6a6-fe3e-4ee0-b5f9-65a6604f1a09 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=57d02ce0-600b-49a7-8858-5c68dbc63a01 HTTP/1.1" status: 200 len: 855 time: 0.0851567 May 23 12:36:05.184616 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778ebf3-8aaa-48e9-b411-0482867f27be req-9b676882-2240-49d8-9b18-73d45a5ae82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:05.186434 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4778ebf3-8aaa-48e9-b411-0482867f27be req-9b676882-2240-49d8-9b18-73d45a5ae82c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3322fe8c-081c-4cfd-b180-198330997eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0837357 May 23 12:36:05.206532 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e3528-4eeb-401e-8771-fd35da242538 req-e2bbf0a9-0505-43b6-bf45-b77e7cd4cfbd tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:05.209427 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-854e3528-4eeb-401e-8771-fd35da242538 req-e2bbf0a9-0505-43b6-bf45-b77e7cd4cfbd tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 946 time: 0.0696800 May 23 12:36:05.276200 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-854e3528-4eeb-401e-8771-fd35da242538 req-cb4d2dfb-ca5b-4c36-adc5-e085c34d5413 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=087a2fae-f776-4915-93b7-e6c669153943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604582 May 23 12:36:05.455850 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=31 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:05.461253 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919e6f4-6422-4eae-a0d4-4d5ef0dc9731 req-035c45fb-5bdf-4b4c-b23e-ff7e8db20f95 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:05.470477 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1919e6f4-6422-4eae-a0d4-4d5ef0dc9731 req-035c45fb-5bdf-4b4c-b23e-ff7e8db20f95 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0852072 May 23 12:36:05.528794 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1919e6f4-6422-4eae-a0d4-4d5ef0dc9731 req-164cd0e6-aba3-4eca-90a6-3554c62ac420 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573790 May 23 12:36:05.555657 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:05.884603 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf024a-aa76-469d-8b44-80d4100dda2e req-f72bc16d-4598-4c5d-83a9-939e9f42b556 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:05.891912 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8bdf024a-aa76-469d-8b44-80d4100dda2e req-f72bc16d-4598-4c5d-83a9-939e9f42b556 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.1084838 May 23 12:36:05.910071 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4778ebf3-8aaa-48e9-b411-0482867f27be req-5bd1835b-0a25-4b7c-a1cf-72d921e5baba service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616278 May 23 12:36:05.930772 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:06.000925 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8bdf024a-aa76-469d-8b44-80d4100dda2e req-06fbe59f-c662-4746-b257-8cd8f4c960d6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079853 May 23 12:36:06.053224 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-4778ebf3-8aaa-48e9-b411-0482867f27be req-d21af7c0-66cb-4394-9094-3b09955e143a service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150539 May 23 12:36:06.426212 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ec7a9-0590-4803-9b6e-b35f1d9db015 req-04b28df2-25a0-4383-90a5-faf2e8678432 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:06.427932 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a42ec7a9-0590-4803-9b6e-b35f1d9db015 req-04b28df2-25a0-4383-90a5-faf2e8678432 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 946 time: 0.0695372 May 23 12:36:06.489829 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a42ec7a9-0590-4803-9b6e-b35f1d9db015 req-4a0c43c4-54b0-4313-acaa-cc1d6321b5d7 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=087a2fae-f776-4915-93b7-e6c669153943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554476 May 23 12:36:06.634403 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb2b10-ff01-4da1-b276-62a024facbd0 req-dae61d7b-c9de-4839-982f-860b9adb9836 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:06.640252 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-54eb2b10-ff01-4da1-b276-62a024facbd0 req-dae61d7b-c9de-4839-982f-860b9adb9836 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 946 time: 0.0572417 May 23 12:36:06.645671 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 55146) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:36:06.652041 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-ebc9e724-63f9-4e63-ab4c-0b0741818e63 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'floatingip': {'port_id': '214009e0-0102-49c7-bbc1-24d5fb2d2f55'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:36:06.693376 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ebc9e724-63f9-4e63-ab4c-0b0741818e63 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (3d578138-f17f-46a2-8959-668afbf1e68e), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:07.187636 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0558e5-3d7b-4d46-89e3-ffc7cb08bbb7 req-875c7b06-ce9d-420a-88c1-6fe2f7fd9394 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:07.195046 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3f0558e5-3d7b-4d46-89e3-ffc7cb08bbb7 req-875c7b06-ce9d-420a-88c1-6fe2f7fd9394 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0606451 May 23 12:36:07.249548 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3f0558e5-3d7b-4d46-89e3-ffc7cb08bbb7 req-fa91a93d-4dd0-4b26-9bfd-1908c04ac16f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532508 May 23 12:36:07.286993 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:07.413602 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:07.533315 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ebc9e724-63f9-4e63-ab4c-0b0741818e63 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:07.538312 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ebc9e724-63f9-4e63-ab4c-0b0741818e63 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (3d578138-f17f-46a2-8959-668afbf1e68e), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:07.655639 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.l3_db [None req-ebc9e724-63f9-4e63-ab4c-0b0741818e63 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Floating IP 3d578138-f17f-46a2-8959-668afbf1e68e associated. External IP: 172.27.0.70, port: 214009e0-0102-49c7-bbc1-24d5fb2d2f55. May 23 12:36:07.878039 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:07.909349 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc9e724-63f9-4e63-ab4c-0b0741818e63 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Router a1273a1e-93ca-4062-8a87-809e8bae5c19 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:36:08.096875 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc9e724-63f9-4e63-ab4c-0b0741818e63 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:36:08.114161 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36627908-bd84-4a15-8d5c-ca4405219170 None None] Sync routers for ids ['a1273a1e-93ca-4062-8a87-809e8bae5c19'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:36:08.115433 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ebc9e724-63f9-4e63-ab4c-0b0741818e63 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:08.135137 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36627908-bd84-4a15-8d5c-ca4405219170 None None] Routers {'a1273a1e-93ca-4062-8a87-809e8bae5c19'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:36:08.136041 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-36627908-bd84-4a15-8d5c-ca4405219170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:36:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['a1273a1e-93ca-4062-8a87-809e8bae5c19'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:36:08.159003 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-ebc9e724-63f9-4e63-ab4c-0b0741818e63 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "PUT /v2.0/floatingips/3d578138-f17f-46a2-8959-668afbf1e68e HTTP/1.1" status: 200 len: 991 time: 1.5116944 May 23 12:36:08.159861 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a624bb16-d6b7-491a-9724-9a51af12140d', 'tag': '214009e0-0102-49c7-bbc1-24d5fb2d2f55'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:36:08.163987 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be751c1c-2f01-4787-9601-56e64f54e20d" -d '{"events": [{"name": "network-changed", "server_uuid": "a624bb16-d6b7-491a-9724-9a51af12140d", "tag": "214009e0-0102-49c7-bbc1-24d5fb2d2f55"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:36:08.217229 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36375bb3-d265-401d-99e6-8aeb7b5aff99 x-openstack-request-id: req-36375bb3-d265-401d-99e6-8aeb7b5aff99 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:36:08.217798 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a624bb16-d6b7-491a-9724-9a51af12140d", "tag": "214009e0-0102-49c7-bbc1-24d5fb2d2f55", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:36:08.218216 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36375bb3-d265-401d-99e6-8aeb7b5aff99 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:36:08.218959 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36375bb3-d265-401d-99e6-8aeb7b5aff99'] response: {'name': 'network-changed', 'server_uuid': 'a624bb16-d6b7-491a-9724-9a51af12140d', 'tag': '214009e0-0102-49c7-bbc1-24d5fb2d2f55', 'status': 'completed', 'code': 200} May 23 12:36:08.300349 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be751c1c-2f01-4787-9601-56e64f54e20d req-c1a2d6e1-541e-4efd-8472-9cebda7e7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:08.304217 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-be751c1c-2f01-4787-9601-56e64f54e20d req-c1a2d6e1-541e-4efd-8472-9cebda7e7a28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da82f9c566664cb1a974cf0d1bf1b09d&device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 1130 time: 0.0566220 May 23 12:36:08.312454 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-36627908-bd84-4a15-8d5c-ca4405219170 None None] Set router a1273a1e-93ca-4062-8a87-809e8bae5c19 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:36:08.449448 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c11ad-6f78-4211-9184-486eac365aac req-c5276deb-a075-4fa8-b425-b246071b422f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:08.451912 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-400c11ad-6f78-4211-9184-486eac365aac req-c5276deb-a075-4fa8-b425-b246071b422f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0890429 May 23 12:36:08.478893 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be751c1c-2f01-4787-9601-56e64f54e20d req-5fed35d4-4195-4bf1-8cad-be9dc19f8457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:08.480548 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-be751c1c-2f01-4787-9601-56e64f54e20d req-5fed35d4-4195-4bf1-8cad-be9dc19f8457 service neutron] 10.222.0.15 "GET /v2.0/networks?id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a HTTP/1.1" status: 200 len: 915 time: 0.1708899 May 23 12:36:08.580955 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-400c11ad-6f78-4211-9184-486eac365aac req-b6653f81-677e-4dc2-a42d-f0da5f7a92cc tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223946 May 23 12:36:08.647951 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:08.656234 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-36627908-bd84-4a15-8d5c-ca4405219170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '3d578138-f17f-46a2-8959-668afbf1e68e', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'port_id': '214009e0-0102-49c7-bbc1-24d5fb2d2f55', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'mac_address': 'fa:16:3e:3e:af:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a624bb16-d6b7-491a-9724-9a51af12140d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:35:31Z', 'updated_at': '2022-05-23T12:36:07Z', 'revision_number': 1, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'fixed_ip_address_scope': None}, {'id': 'c5aafc40-a560-4e5c-9450-5dd43a1b3f27', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'port_id': '25a3b497-66c4-4bc0-887a-9599ceea33ec', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'mac_address': 'fa:16:3e:e2:52:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:33:39Z', 'updated_at': '2022-05-23T12:34:11Z', 'revision_number': 2, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:36:08.658800 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-be751c1c-2f01-4787-9601-56e64f54e20d req-3d81e994-97ce-4392-a3e7-b7e9483f0807 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=214009e0-0102-49c7-bbc1-24d5fb2d2f55 HTTP/1.1" status: 200 len: 999 time: 0.1697309 May 23 12:36:08.692534 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36627908-bd84-4a15-8d5c-ca4405219170 None None] Checking router: a1273a1e-93ca-4062-8a87-809e8bae5c19 for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:36:08.707895 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36627908-bd84-4a15-8d5c-ca4405219170 None None] Routers {'a1273a1e-93ca-4062-8a87-809e8bae5c19'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:36:08.708942 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-36627908-bd84-4a15-8d5c-ca4405219170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:36:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['a1273a1e-93ca-4062-8a87-809e8bae5c19'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:36:08.737110 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be751c1c-2f01-4787-9601-56e64f54e20d req-b26aa122-a3e2-4d68-87ca-abb1676f4ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:08.738777 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-be751c1c-2f01-4787-9601-56e64f54e20d req-b26aa122-a3e2-4d68-87ca-abb1676f4ada service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be7def1c-9596-416f-a585-da28c5a17c31 HTTP/1.1" status: 200 len: 853 time: 0.0714238 May 23 12:36:08.810995 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be751c1c-2f01-4787-9601-56e64f54e20d req-850f234e-ab1a-469b-9b57-720c2ddb548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:08.814813 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-be751c1c-2f01-4787-9601-56e64f54e20d req-850f234e-ab1a-469b-9b57-720c2ddb548a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0680654 May 23 12:36:08.832973 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-36627908-bd84-4a15-8d5c-ca4405219170 None None] Set router a1273a1e-93ca-4062-8a87-809e8bae5c19 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:36:08.855692 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=100 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:08.950598 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-be751c1c-2f01-4787-9601-56e64f54e20d req-cb01c51b-c34b-4352-89f1-1c766c0cb139 service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256120 May 23 12:36:09.101380 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-be751c1c-2f01-4787-9601-56e64f54e20d req-3c0ddf12-0c33-4a82-9691-6b219de891c0 service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361189 May 23 12:36:09.190723 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-36627908-bd84-4a15-8d5c-ca4405219170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '3d578138-f17f-46a2-8959-668afbf1e68e', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'port_id': '214009e0-0102-49c7-bbc1-24d5fb2d2f55', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'mac_address': 'fa:16:3e:3e:af:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a624bb16-d6b7-491a-9724-9a51af12140d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:35:31Z', 'updated_at': '2022-05-23T12:36:07Z', 'revision_number': 1, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'fixed_ip_address_scope': None}, {'id': 'c5aafc40-a560-4e5c-9450-5dd43a1b3f27', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'port_id': '25a3b497-66c4-4bc0-887a-9599ceea33ec', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'mac_address': 'fa:16:3e:e2:52:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:33:39Z', 'updated_at': '2022-05-23T12:34:11Z', 'revision_number': 2, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:36:09.237692 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36627908-bd84-4a15-8d5c-ca4405219170 None None] The sync data for ids ['a1273a1e-93ca-4062-8a87-809e8bae5c19'] in dv-cinder-836996-27-iscsi is: [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '3d578138-f17f-46a2-8959-668afbf1e68e', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'port_id': '214009e0-0102-49c7-bbc1-24d5fb2d2f55', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'mac_address': 'fa:16:3e:3e:af:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a624bb16-d6b7-491a-9724-9a51af12140d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:35:31Z', 'updated_at': '2022-05-23T12:36:07Z', 'revision_number': 1, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'fixed_ip_address_scope': None}, {'id': 'c5aafc40-a560-4e5c-9450-5dd43a1b3f27', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'port_id': '25a3b497-66c4-4bc0-887a-9599ceea33ec', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'mac_address': 'fa:16:3e:e2:52:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:33:39Z', 'updated_at': '2022-05-23T12:34:11Z', 'revision_number': 2, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:36:09.549776 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ae140a-10dd-49e8-80d1-f47c0f6f8c8a None None] New status for floating IP 3d578138-f17f-46a2-8959-668afbf1e68e: ACTIVE {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:36:09.729181 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:09.757396 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3035619-41a1-4883-b107-735518238490 req-5d1c8277-21eb-4828-a630-def795606584 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:09.759684 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b3035619-41a1-4883-b107-735518238490 req-5d1c8277-21eb-4828-a630-def795606584 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0718198 May 23 12:36:09.835489 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b3035619-41a1-4883-b107-735518238490 req-e1ed0929-7235-4e69-b88e-41d099c48e48 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639985 May 23 12:36:10.994402 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f3a64-b74e-478a-9c02-a3bb899fe350 req-17f2710c-64f3-47c6-b3ad-853234940b6a tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:11.001589 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e87f3a64-b74e-478a-9c02-a3bb899fe350 req-17f2710c-64f3-47c6-b3ad-853234940b6a tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0708823 May 23 12:36:11.091749 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e87f3a64-b74e-478a-9c02-a3bb899fe350 req-dc4b2c06-2412-4048-a1a0-962f27908365 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890837 May 23 12:36:11.772444 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:11.778175 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-10be1d95-32fd-4b50-b290-cb06708a15cf tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1495529118&fields=id&tenant_id=dcc45b8bab17498cadda8d64b3a76780 HTTP/1.1" status: 200 len: 267 time: 0.0459003 May 23 12:36:11.886975 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-1429fd07-cb45-4ca7-98c6-f27d7cf01495 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:11.888431 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-1429fd07-cb45-4ca7-98c6-f27d7cf01495 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/networks?id=4833a70f-d11d-46d6-944f-14af0b04cad3 HTTP/1.1" status: 200 len: 819 time: 0.1036990 May 23 12:36:11.903490 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-8e6c2ffd-730a-4015-93fb-d374d22bd3aa tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/quotas/dcc45b8bab17498cadda8d64b3a76780 HTTP/1.1" status: 200 len: 375 time: 0.0096600 May 23 12:36:11.963699 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-6f722767-32aa-4f7e-84e3-b7d69426758f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dcc45b8bab17498cadda8d64b3a76780&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0549498 May 23 12:36:12.063563 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-bf262d8b-440f-4e02-af0b-37252ad14295 service neutron] 10.222.0.16 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862164 May 23 12:36:12.181884 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-268cf6f7-356d-4d26-bfcf-6d642fd9d66e service neutron] 10.222.0.16 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126544 May 23 12:36:12.215894 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475034f5-dfc0-459f-81b7-4e7ac30da509 req-faf632c3-9d96-48fc-8de3-da348e4f8c45 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:12.217411 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-475034f5-dfc0-459f-81b7-4e7ac30da509 req-faf632c3-9d96-48fc-8de3-da348e4f8c45 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0520704 May 23 12:36:12.269328 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-475034f5-dfc0-459f-81b7-4e7ac30da509 req-e3a1be96-51f3-47fd-9760-6be7d5594532 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462782 May 23 12:36:12.341932 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f14e4-21ee-427a-8b71-f38f71cbaf0f req-1b16eeb4-33c1-4e53-bb2d-c57d4727ad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:12.343473 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-007f14e4-21ee-427a-8b71-f38f71cbaf0f req-1b16eeb4-33c1-4e53-bb2d-c57d4727ad7a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0502b9ef01e2460893cfc855d44db0c7&device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 1130 time: 0.0623815 May 23 12:36:12.372965 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-87b69464-00db-47e7-8280-9fe2a05ffa2b req-bc6fa806-2530-40c2-8699-3b1b9f83d6fa tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 210 time: 0.0455229 May 23 12:36:12.454607 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f14e4-21ee-427a-8b71-f38f71cbaf0f req-7dc92390-db4d-4050-8fbd-8aec8f19c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:12.456418 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-007f14e4-21ee-427a-8b71-f38f71cbaf0f req-7dc92390-db4d-4050-8fbd-8aec8f19c5fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=3322fe8c-081c-4cfd-b180-198330997eff HTTP/1.1" status: 200 len: 917 time: 0.1038852 May 23 12:36:12.531266 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-007f14e4-21ee-427a-8b71-f38f71cbaf0f req-a59e05c9-56b3-4d95-b017-338360d07d09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=357ce430-3b90-4a7c-b2f3-c2ee303501e4 HTTP/1.1" status: 200 len: 1002 time: 0.0656579 May 23 12:36:12.586685 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f14e4-21ee-427a-8b71-f38f71cbaf0f req-319454e9-1427-45b2-8f06-e00cbf08961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:12.588205 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-007f14e4-21ee-427a-8b71-f38f71cbaf0f req-319454e9-1427-45b2-8f06-e00cbf08961a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=57d02ce0-600b-49a7-8858-5c68dbc63a01 HTTP/1.1" status: 200 len: 855 time: 0.0511799 May 23 12:36:12.635673 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f14e4-21ee-427a-8b71-f38f71cbaf0f req-c1bfb55c-b0bc-48cc-a6ec-8b4f17243293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:12.637315 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-007f14e4-21ee-427a-8b71-f38f71cbaf0f req-c1bfb55c-b0bc-48cc-a6ec-8b4f17243293 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3322fe8c-081c-4cfd-b180-198330997eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422733 May 23 12:36:12.736239 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-007f14e4-21ee-427a-8b71-f38f71cbaf0f req-e145270b-6239-4712-8dbc-b171ec6941ad service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915895 May 23 12:36:12.837698 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-007f14e4-21ee-427a-8b71-f38f71cbaf0f req-8160a976-8709-4da2-858d-d82b42fc33b5 service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918787 May 23 12:36:13.396386 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609125b-739a-40d0-ae11-6d89761923da req-7041b3d3-178a-4a42-bf47-d967af99820b tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:13.398680 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e609125b-739a-40d0-ae11-6d89761923da req-7041b3d3-178a-4a42-bf47-d967af99820b tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0513854 May 23 12:36:13.449434 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e609125b-739a-40d0-ae11-6d89761923da req-5280b801-9b9f-4bc6-89ce-fde134f707ab tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442476 May 23 12:36:13.477883 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a4d9de27-0e9a-4d12-bb47-f27a95434ec7 req-d0862540-9d91-41db-8cc7-5aa6333cf645 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 210 time: 0.0275996 May 23 12:36:14.585173 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-429563c2-9f42-4a4a-aad6-e4a4f4a1ca69 req-44516a28-9194-4d2a-94e6-41c5635cb37e tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 210 time: 0.0345950 May 23 12:36:14.597766 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8e5c8-90fa-4d99-92aa-843a12358697 req-6ee9f350-0204-459f-b2b5-ba7e4e5f1c73 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:14.599394 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-dfd8e5c8-90fa-4d99-92aa-843a12358697 req-6ee9f350-0204-459f-b2b5-ba7e4e5f1c73 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 946 time: 0.0768726 May 23 12:36:14.928138 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-dfd8e5c8-90fa-4d99-92aa-843a12358697 req-d2296090-d8e3-4e47-99c4-1ab6cd8f4c13 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3184891 May 23 12:36:14.985467 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 55318) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:36:15.085777 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=100 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:15.093197 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f58db545-1d3c-4bc9-8e48-d52697681c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:15.167048 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f58db545-1d3c-4bc9-8e48-d52697681c35 admin admin] Publish callbacks [] for security_group (53184e2e-dfcf-49e2-9371-5fe5bc4a6707), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:15.170846 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f58db545-1d3c-4bc9-8e48-d52697681c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (53184e2e-dfcf-49e2-9371-5fe5bc4a6707), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:15.215329 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-f58db545-1d3c-4bc9-8e48-d52697681c35 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18761ad798c7467b9e4e7c862aba52c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287180 May 23 12:36:15.216186 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58db545-1d3c-4bc9-8e48-d52697681c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53184e2e-dfcf-49e2-9371-5fe5bc4a6707,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:15.217990 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 55324) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:36:15.273726 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f7d854f7-d518-4971-a08f-1eda06d733c1 admin admin] Publish callbacks [] for security_group (53184e2e-dfcf-49e2-9371-5fe5bc4a6707), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:15.295659 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f7d854f7-d518-4971-a08f-1eda06d733c1 admin admin] Publish callbacks [] for security_group (53184e2e-dfcf-49e2-9371-5fe5bc4a6707), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:15.344054 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f7d854f7-d518-4971-a08f-1eda06d733c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (53184e2e-dfcf-49e2-9371-5fe5bc4a6707), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:15.346557 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f7d854f7-d518-4971-a08f-1eda06d733c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:15.347691 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-f7d854f7-d518-4971-a08f-1eda06d733c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53184e2e-dfcf-49e2-9371-5fe5bc4a6707 HTTP/1.1" status: 204 len: 168 time: 0.1284592 May 23 12:36:15.356068 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d854f7-d518-4971-a08f-1eda06d733c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53184e2e-dfcf-49e2-9371-5fe5bc4a6707,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:15.378827 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 357ce430-3b90-4a7c-b2f3-c2ee303501e4 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:36:15.460776 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 357ce430-3b90-4a7c-b2f3-c2ee303501e4 is: ACTIVE; New status is: DOWN {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:36:15.461171 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:15.486929 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce37af9c-e5f8-4233-97f3-4280a2114e45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '357ce430-3b90-4a7c-b2f3-c2ee303501e4'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:36:15.489354 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3926556-0d2c-4307-afda-d5ede06f2294" -d '{"events": [{"server_uuid": "ce37af9c-e5f8-4233-97f3-4280a2114e45", "name": "network-vif-unplugged", "status": "completed", "tag": "357ce430-3b90-4a7c-b2f3-c2ee303501e4"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:36:15.504206 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 357ce430-3b90-4a7c-b2f3-c2ee303501e4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=357ce430-3b90-4a7c-b2f3-c2ee303501e4,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:36:15.512015 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:15.542644 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 May 2022 12:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a90a520-f871-47bb-811b-28fde050c79d x-openstack-request-id: req-2a90a520-f871-47bb-811b-28fde050c79d {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:36:15.542955 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce37af9c-e5f8-4233-97f3-4280a2114e45", "name": "network-vif-unplugged", "status": "completed", "tag": "357ce430-3b90-4a7c-b2f3-c2ee303501e4", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:36:15.543219 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a90a520-f871-47bb-811b-28fde050c79d {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:36:15.543619 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a90a520-f871-47bb-811b-28fde050c79d'] response: {'server_uuid': 'ce37af9c-e5f8-4233-97f3-4280a2114e45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '357ce430-3b90-4a7c-b2f3-c2ee303501e4', 'code': 200} May 23 12:36:15.570813 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=357ce430-3b90-4a7c-b2f3-c2ee303501e4,revision_number=8']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:15.697276 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7492e3c3-2cea-4753-8b5f-eecf260d723e req-5d064289-2538-4991-b3ed-8b5a4c2636e6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 210 time: 0.0296905 May 23 12:36:15.758305 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-c71d2edf-a50b-472a-99cf-18ec21c4a6e8 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:15.759862 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-c71d2edf-a50b-472a-99cf-18ec21c4a6e8 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.15 "GET /v2.0/networks?id=4833a70f-d11d-46d6-944f-14af0b04cad3 HTTP/1.1" status: 200 len: 819 time: 0.1369989 May 23 12:36:15.791183 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:15.826078 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-f0d2d75f-39e0-489a-a3bc-be1892dcf153 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcc45b8bab17498cadda8d64b3a76780 HTTP/1.1" status: 200 len: 380 time: 0.0548925 May 23 12:36:15.836859 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-3ac6c6bc-9c9d-448e-b237-2ea9e3e50b17 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Request body: {'port': {'device_id': '64486ed1-2721-4c2a-a2fb-a96f3a82f32f', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'admin_state_up': True, 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'security_groups': ['2344ab7b-4fe4-4c18-b57b-ca883b6d34cd']}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:36:15.947661 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-3ac6c6bc-9c9d-448e-b237-2ea9e3e50b17 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Made reservation on behalf of dcc45b8bab17498cadda8d64b3a76780 for: {'port': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:36:15.951104 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-3ac6c6bc-9c9d-448e-b237-2ea9e3e50b17 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:16.003807 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:16.044162 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcd6dd-098b-4ba3-8d07-262cba90c0c0 req-f7ed0777-25b8-4f9e-804b-770a446d3c41 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:16.045689 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-72fcd6dd-098b-4ba3-8d07-262cba90c0c0 req-f7ed0777-25b8-4f9e-804b-770a446d3c41 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 944 time: 0.0522466 May 23 12:36:16.083865 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-3ac6c6bc-9c9d-448e-b237-2ea9e3e50b17 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Allocated IP 172.20.0.14 (4833a70f-d11d-46d6-944f-14af0b04cad3/f25e8178-dbfd-4850-b4e0-0743c897d958/ccd5bdc8-a41b-4e8c-aebe-0858a605b65b) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:36:16.093099 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-72fcd6dd-098b-4ba3-8d07-262cba90c0c0 req-54442f3f-216f-42ce-89f7-2dfcf1bb7bd9 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417242 May 23 12:36:16.230605 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-3ac6c6bc-9c9d-448e-b237-2ea9e3e50b17 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for port (ccd5bdc8-a41b-4e8c-aebe-0858a605b65b), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:16.264428 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-3ac6c6bc-9c9d-448e-b237-2ea9e3e50b17 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (ccd5bdc8-a41b-4e8c-aebe-0858a605b65b), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:16.273424 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:16.321113 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-3ac6c6bc-9c9d-448e-b237-2ea9e3e50b17 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Network 4833a70f-d11d-46d6-944f-14af0b04cad3 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:36:16.326900 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-3ac6c6bc-9c9d-448e-b237-2ea9e3e50b17 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:36:16.329286 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6c6bc-9c9d-448e-b237-2ea9e3e50b17 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Pushing event updated for resources: {'Port': ['ID=ccd5bdc8-a41b-4e8c-aebe-0858a605b65b,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:16.331428 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-3ac6c6bc-9c9d-448e-b237-2ea9e3e50b17 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:36:16.391348 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-3ac6c6bc-9c9d-448e-b237-2ea9e3e50b17 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:16.392037 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-3ac6c6bc-9c9d-448e-b237-2ea9e3e50b17 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:16.409036 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-3ac6c6bc-9c9d-448e-b237-2ea9e3e50b17 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5768585 May 23 12:36:16.421178 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] Request body: {'port': {'device_id': '64486ed1-2721-4c2a-a2fb-a96f3a82f32f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:36:16.490526 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (ccd5bdc8-a41b-4e8c-aebe-0858a605b65b), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:16.542607 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:16.558672 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-be2bcf39-5d41-48c1-aedd-60cc8d670f93 None None] Provisioning complete for port ccd5bdc8-a41b-4e8c-aebe-0858a605b65b triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:36:16.559698 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-be2bcf39-5d41-48c1-aedd-60cc8d670f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (ccd5bdc8-a41b-4e8c-aebe-0858a605b65b), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:16.590570 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:16.600242 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-be2bcf39-5d41-48c1-aedd-60cc8d670f93 None None] Port ccd5bdc8-a41b-4e8c-aebe-0858a605b65b cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:36:16.667235 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [req-e89078a3-13ba-4ff1-83fe-f9530484ae05 req-7820346a-476d-4928-bee6-45cd6d6b4834 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 12:36:16.668224 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e89078a3-13ba-4ff1-83fe-f9530484ae05 req-7820346a-476d-4928-bee6-45cd6d6b4834 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054193 May 23 12:36:16.811763 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd5bdc8-a41b-4e8c-aebe-0858a605b65b {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:36:16.816154 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:16.820846 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] Publish callbacks [] for port (ccd5bdc8-a41b-4e8c-aebe-0858a605b65b), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:16.826651 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bbf5e-962d-43a5-9b7c-5d9d6f141efb req-d3aa55b4-468b-48b6-9905-8577cbffc8f8 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:16.833939 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-391bbf5e-962d-43a5-9b7c-5d9d6f141efb req-d3aa55b4-468b-48b6-9905-8577cbffc8f8 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 932 time: 0.0602610 May 23 12:36:16.834689 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] Transition to ACTIVE for port object ccd5bdc8-a41b-4e8c-aebe-0858a605b65b will not be triggered until provisioned by entity L2. {{(pid=103849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 12:36:16.838917 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4651066'] for port (ccd5bdc8-a41b-4e8c-aebe-0858a605b65b), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:16.911981 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd5bdc8-a41b-4e8c-aebe-0858a605b65b,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:16.926402 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592023cc-6f8c-426e-91ea-34d9dd84dbda req-57290edc-597e-4aae-becd-f1895648b2a2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:16.928884 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-592023cc-6f8c-426e-91ea-34d9dd84dbda req-57290edc-597e-4aae-becd-f1895648b2a2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 944 time: 0.1106756 May 23 12:36:16.950283 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-391bbf5e-962d-43a5-9b7c-5d9d6f141efb req-77e924a0-ed25-4cf1-b3e6-28cd24b7d7d9 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151614 May 23 12:36:16.999664 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] Attempting to bind port ccd5bdc8-a41b-4e8c-aebe-0858a605b65b on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:36:17.000005 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] Attempting to bind port ccd5bdc8-a41b-4e8c-aebe-0858a605b65b by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '99c468f3-8428-4de5-9a02-bb5d1ea7c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:36:17.000387 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] Attempting to bind port ccd5bdc8-a41b-4e8c-aebe-0858a605b65b on network 4833a70f-d11d-46d6-944f-14af0b04cad3 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:36:17.005588 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] Port ccd5bdc8-a41b-4e8c-aebe-0858a605b65b on network 4833a70f-d11d-46d6-944f-14af0b04cad3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 12:36:17.006145 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] Attempting to bind port ccd5bdc8-a41b-4e8c-aebe-0858a605b65b on network 4833a70f-d11d-46d6-944f-14af0b04cad3 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:36:17.012622 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] Checking agent: {'id': '1749a81f-e3c6-4f53-968e-bc4c0c6ca916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:36:17.013505 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] Checking segment: {'id': '99c468f3-8428-4de5-9a02-bb5d1ea7c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:36:17.014124 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] Bound using segment: {'id': '99c468f3-8428-4de5-9a02-bb5d1ea7c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:36:17.014768 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] Bound port: ccd5bdc8-a41b-4e8c-aebe-0858a605b65b, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c468f3-8428-4de5-9a02-bb5d1ea7c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:36:17.015299 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (ccd5bdc8-a41b-4e8c-aebe-0858a605b65b), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:17.040516 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-592023cc-6f8c-426e-91ea-34d9dd84dbda req-de7078f5-6529-4db8-835c-8a97a4d042bd tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890508 May 23 12:36:17.094703 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] For port ccd5bdc8-a41b-4e8c-aebe-0858a605b65b, host hv-cinder-83699, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:36:17.098251 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] For port ccd5bdc8-a41b-4e8c-aebe-0858a605b65b, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ccd5bdc8-a41b-4e8c-aebe-0858a605b65b,segment=NetworkSegment(99c468f3-8428-4de5-9a02-bb5d1ea7c294),segment_id=99c468f3-8428-4de5-9a02-bb5d1ea7c294)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:36:17.105937 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4651066'] for port (ccd5bdc8-a41b-4e8c-aebe-0858a605b65b), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:17.143601 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:17.144665 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:17.146159 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] 10.222.0.15 "PUT /v2.0/ports/ccd5bdc8-a41b-4e8c-aebe-0858a605b65b HTTP/1.1" status: 200 len: 1094 time: 0.7292469 May 23 12:36:17.149276 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64486ed1-2721-4c2a-a2fb-a96f3a82f32f', 'tag': 'ccd5bdc8-a41b-4e8c-aebe-0858a605b65b'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:36:17.151779 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af60894-a164-4070-b604-af2e00d9b059" -d '{"events": [{"name": "network-changed", "server_uuid": "64486ed1-2721-4c2a-a2fb-a96f3a82f32f", "tag": "ccd5bdc8-a41b-4e8c-aebe-0858a605b65b"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:36:17.195964 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2233d83-35e6-45ec-b8c0-3f86ef387a82 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd5bdc8-a41b-4e8c-aebe-0858a605b65b,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:17.210893 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdebb48-ba1f-405a-b3e1-19fdfb494479 x-openstack-request-id: req-acdebb48-ba1f-405a-b3e1-19fdfb494479 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:36:17.211214 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64486ed1-2721-4c2a-a2fb-a96f3a82f32f", "tag": "ccd5bdc8-a41b-4e8c-aebe-0858a605b65b", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:36:17.211517 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acdebb48-ba1f-405a-b3e1-19fdfb494479 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:36:17.212025 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acdebb48-ba1f-405a-b3e1-19fdfb494479'] response: {'name': 'network-changed', 'server_uuid': '64486ed1-2721-4c2a-a2fb-a96f3a82f32f', 'tag': 'ccd5bdc8-a41b-4e8c-aebe-0858a605b65b', 'status': 'completed', 'code': 200} May 23 12:36:17.269930 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-52ceadaa-48ed-4cb8-abc9-e2ea77ffbe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:17.271769 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-52ceadaa-48ed-4cb8-abc9-e2ea77ffbe15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcc45b8bab17498cadda8d64b3a76780&device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 1128 time: 0.0483332 May 23 12:36:17.308240 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 55382) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:36:17.334987 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-b7ad9d37-cbaf-4071-a1fd-629bb8c81df2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccd5bdc8-a41b-4e8c-aebe-0858a605b65b HTTP/1.1" status: 200 len: 217 time: 0.0517256 May 23 12:36:17.395815 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-3e603079-9e84-4bb6-9d72-9d7de175ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:17.397390 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-3e603079-9e84-4bb6-9d72-9d7de175ee56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f25e8178-dbfd-4850-b4e0-0743c897d958 HTTP/1.1" status: 200 len: 858 time: 0.0492535 May 23 12:36:17.405832 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-32033c98-0fd6-40a3-a004-25b5f33aa665 req-874426c7-fbda-4e0c-9db0-fdb9a093e448 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946465 May 23 12:36:17.415427 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [req-32033c98-0fd6-40a3-a004-25b5f33aa665 req-abb8075d-c103-451b-a82d-0d232f5b4840 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 12:36:17.416546 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-32033c98-0fd6-40a3-a004-25b5f33aa665 req-abb8075d-c103-451b-a82d-0d232f5b4840 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060320 May 23 12:36:17.431530 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:17.446352 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e17843d6-4091-43df-8ae1-434b5868244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:17.447875 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-e17843d6-4091-43df-8ae1-434b5868244b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4833a70f-d11d-46d6-944f-14af0b04cad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439456 May 23 12:36:17.500323 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 55390) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:36:17.548534 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-56d38797-19d1-4981-90e9-43468fd6828b service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915792 May 23 12:36:17.604156 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32033c98-0fd6-40a3-a004-25b5f33aa665 req-016bed8c-a049-4885-babd-c610a57b6eb3 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:17.605771 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-32033c98-0fd6-40a3-a004-25b5f33aa665 req-016bed8c-a049-4885-babd-c610a57b6eb3 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports/357ce430-3b90-4a7c-b2f3-c2ee303501e4 HTTP/1.1" status: 200 len: 941 time: 0.1043243 May 23 12:36:17.651633 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:17.655777 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-8251443d-2311-4b5f-9c4b-4a1bf9f9ffd9 req-8352bb79-5c81-4e78-9843-d82e1c38f216 service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951715 May 23 12:36:17.782944 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aeb29100-f250-47b2-a888-a7d766268122 req-6158c8fe-467d-47c3-985c-d88cecefcd72 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-594270591&fields=id&tenant_id=835f4c15c26e47b7ba55aca85bfb66a8 HTTP/1.1" status: 200 len: 267 time: 0.0465677 May 23 12:36:17.895670 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb29100-f250-47b2-a888-a7d766268122 req-e8bc94c9-bcd8-403d-b803-8053055dd975 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:17.897145 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aeb29100-f250-47b2-a888-a7d766268122 req-e8bc94c9-bcd8-403d-b803-8053055dd975 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/networks?id=eba13816-fd74-4783-a2bd-29f9a2d3200d HTTP/1.1" status: 200 len: 809 time: 0.1060359 May 23 12:36:17.911678 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aeb29100-f250-47b2-a888-a7d766268122 req-ba277ab2-d62c-4dd7-be79-2e476660ec41 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/quotas/835f4c15c26e47b7ba55aca85bfb66a8 HTTP/1.1" status: 200 len: 375 time: 0.0089796 May 23 12:36:17.962251 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aeb29100-f250-47b2-a888-a7d766268122 req-944ac223-5cee-4456-81bf-1b0f517618da tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=835f4c15c26e47b7ba55aca85bfb66a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452840 May 23 12:36:18.085359 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3041925-c8e0-4c82-ac34-bebf65d83494 req-be75dbdb-3065-4fef-bbcf-8efe9959f2ef tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:18.086831 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f3041925-c8e0-4c82-ac34-bebf65d83494 req-be75dbdb-3065-4fef-bbcf-8efe9959f2ef tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 944 time: 0.0648768 May 23 12:36:18.118526 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aeb29100-f250-47b2-a888-a7d766268122 req-ad267ddc-e8f6-408a-879c-06c978cd3fb6 service neutron] 10.222.0.16 "GET /v2.0/networks/eba13816-fd74-4783-a2bd-29f9a2d3200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443112 May 23 12:36:18.187784 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f3041925-c8e0-4c82-ac34-bebf65d83494 req-9e723281-5999-4492-bba3-ec2784532fdb tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945094 May 23 12:36:18.233136 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aeb29100-f250-47b2-a888-a7d766268122 req-a77ab3a7-77bd-42e0-826c-c4e40f0e4bd5 service neutron] 10.222.0.16 "GET /v2.0/networks/eba13816-fd74-4783-a2bd-29f9a2d3200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046395 May 23 12:36:18.292710 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654b4f0-f26e-4200-b7c2-ef96fa3d3244 req-7cf900c1-c136-4778-a948-89b842054212 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:18.294205 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2654b4f0-f26e-4200-b7c2-ef96fa3d3244 req-7cf900c1-c136-4778-a948-89b842054212 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 944 time: 0.0481410 May 23 12:36:18.342677 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2654b4f0-f26e-4200-b7c2-ef96fa3d3244 req-d91b46ed-d0ef-4622-b689-505733029811 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428152 May 23 12:36:18.520306 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-35046afb-0a59-4674-b779-fbaac23133af req-e39ef0f6-3192-4d10-a930-502c86f79efa tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 210 time: 0.0276775 May 23 12:36:18.775293 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af60894-a164-4070-b604-af2e00d9b059 req-be217a74-2113-4bd7-a03a-4f9ca0cc620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:18.776951 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6af60894-a164-4070-b604-af2e00d9b059 req-be217a74-2113-4bd7-a03a-4f9ca0cc620a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcc45b8bab17498cadda8d64b3a76780&device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 1128 time: 0.0521286 May 23 12:36:19.082787 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af60894-a164-4070-b604-af2e00d9b059 req-3a21b56f-0ab0-4e95-acde-bd9c44931355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:19.084314 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6af60894-a164-4070-b604-af2e00d9b059 req-3a21b56f-0ab0-4e95-acde-bd9c44931355 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4833a70f-d11d-46d6-944f-14af0b04cad3 HTTP/1.1" status: 200 len: 920 time: 0.2993312 May 23 12:36:19.137592 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6af60894-a164-4070-b604-af2e00d9b059 req-c46017f6-ccb3-4190-ac49-99dc882aa4f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccd5bdc8-a41b-4e8c-aebe-0858a605b65b HTTP/1.1" status: 200 len: 217 time: 0.0351112 May 23 12:36:19.305739 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497a2fa-2733-45d0-bb16-90b8cac3a058 req-7596a0c8-a9e9-4547-838b-d11f4dc2c553 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:19.307147 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b497a2fa-2733-45d0-bb16-90b8cac3a058 req-7596a0c8-a9e9-4547-838b-d11f4dc2c553 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 944 time: 0.0513663 May 23 12:36:19.349210 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:19.357415 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b497a2fa-2733-45d0-bb16-90b8cac3a058 req-2f02d02f-5207-49a4-8ee2-d6421cb154dc tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444961 May 23 12:36:19.394064 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 357ce430-3b90-4a7c-b2f3-c2ee303501e4 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:36:19.454265 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:19.482772 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263a68e-98c4-4f7d-896e-6710adaeb22e req-8ab361d4-f21b-4bcd-b447-59c6b5afbf7d tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:19.485831 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0263a68e-98c4-4f7d-896e-6710adaeb22e req-8ab361d4-f21b-4bcd-b447-59c6b5afbf7d tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 944 time: 0.0643909 May 23 12:36:19.490846 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af60894-a164-4070-b604-af2e00d9b059 req-af78ad77-0096-4d11-b4c3-4dcfec491cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:19.492584 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6af60894-a164-4070-b604-af2e00d9b059 req-af78ad77-0096-4d11-b4c3-4dcfec491cf1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f25e8178-dbfd-4850-b4e0-0743c897d958 HTTP/1.1" status: 200 len: 858 time: 0.0813498 May 23 12:36:19.493132 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 357ce430-3b90-4a7c-b2f3-c2ee303501e4 is: DOWN; New status is: DOWN {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:36:19.527249 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:19.552307 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af60894-a164-4070-b604-af2e00d9b059 req-79791013-1b10-43c4-bf53-4d79ef3f5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:19.554109 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6af60894-a164-4070-b604-af2e00d9b059 req-79791013-1b10-43c4-bf53-4d79ef3f5fbd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4833a70f-d11d-46d6-944f-14af0b04cad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0519385 May 23 12:36:19.633089 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0263a68e-98c4-4f7d-896e-6710adaeb22e req-4cf18974-106b-4661-b475-c6445a6dba91 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401958 May 23 12:36:19.672392 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b8ea741b-5062-495d-95de-06f63c9a9915 req-1aaf1660-5f44-4096-bed2-c3e06d45b235 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 210 time: 0.0420151 May 23 12:36:19.706193 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6af60894-a164-4070-b604-af2e00d9b059 req-e018bb75-c091-40ad-8abd-bf80b349901b service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444256 May 23 12:36:19.729111 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb29100-f250-47b2-a888-a7d766268122 req-82627288-81aa-470d-9975-db3e6339e6c1 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:19.730871 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aeb29100-f250-47b2-a888-a7d766268122 req-82627288-81aa-470d-9975-db3e6339e6c1 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.15 "GET /v2.0/networks?id=eba13816-fd74-4783-a2bd-29f9a2d3200d HTTP/1.1" status: 200 len: 809 time: 0.2001851 May 23 12:36:19.811953 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6af60894-a164-4070-b604-af2e00d9b059 req-246ff137-32f1-400a-90fe-ba59c8ee6ccb service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995352 May 23 12:36:19.814628 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aeb29100-f250-47b2-a888-a7d766268122 req-8709f861-4891-4986-b89a-84dc6d6976ba tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=835f4c15c26e47b7ba55aca85bfb66a8 HTTP/1.1" status: 200 len: 379 time: 0.0682607 May 23 12:36:20.097953 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-aeb29100-f250-47b2-a888-a7d766268122 req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Request body: {'port': {'device_id': '1acfc6ec-6e8f-4969-99e8-0de456fcb7ed', 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d', 'admin_state_up': True, 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'security_groups': ['7da66f6a-c8d4-4c37-ad93-63a9238e3984']}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:36:20.189674 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32033c98-0fd6-40a3-a004-25b5f33aa665 req-59386ecd-3578-4667-9f54-566854ad8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:20.191191 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-32033c98-0fd6-40a3-a004-25b5f33aa665 req-59386ecd-3578-4667-9f54-566854ad8aaf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45&tenant_id=0502b9ef01e2460893cfc855d44db0c7 HTTP/1.1" status: 200 len: 1128 time: 0.0835268 May 23 12:36:20.222448 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb29100-f250-47b2-a888-a7d766268122 req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Made reservation on behalf of 835f4c15c26e47b7ba55aca85bfb66a8 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:36:20.227093 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-aeb29100-f250-47b2-a888-a7d766268122 req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:20.282064 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32033c98-0fd6-40a3-a004-25b5f33aa665 req-1e07411b-ccc3-4213-ba5c-3a67ed565203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:20.285038 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-32033c98-0fd6-40a3-a004-25b5f33aa665 req-1e07411b-ccc3-4213-ba5c-3a67ed565203 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0502b9ef01e2460893cfc855d44db0c7&device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 1128 time: 0.0538132 May 23 12:36:20.378507 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-aeb29100-f250-47b2-a888-a7d766268122 req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Allocated IP 172.20.0.3 (eba13816-fd74-4783-a2bd-29f9a2d3200d/e685380f-9d07-4fcb-9265-9458eb8b6746/6629f354-c1e7-44f4-90fa-1e340bce002d) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:36:20.388866 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32033c98-0fd6-40a3-a004-25b5f33aa665 req-fed3cdd5-2dd1-4128-8292-8447e199a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:20.390391 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-32033c98-0fd6-40a3-a004-25b5f33aa665 req-fed3cdd5-2dd1-4128-8292-8447e199a0b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3322fe8c-081c-4cfd-b180-198330997eff HTTP/1.1" status: 200 len: 917 time: 0.0969105 May 23 12:36:20.498730 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-32033c98-0fd6-40a3-a004-25b5f33aa665 req-8b24ddbb-f61f-48f6-be6c-bd5c65ccf8bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=357ce430-3b90-4a7c-b2f3-c2ee303501e4 HTTP/1.1" status: 200 len: 1000 time: 0.0596101 May 23 12:36:20.518143 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa2822-1492-471f-bae3-8770ee3e18e1 req-325eba68-65e8-40a0-a86a-8e241dbaa471 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:20.519607 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aeaa2822-1492-471f-bae3-8770ee3e18e1 req-325eba68-65e8-40a0-a86a-8e241dbaa471 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 944 time: 0.0888472 May 23 12:36:20.548131 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32033c98-0fd6-40a3-a004-25b5f33aa665 req-4bdf6d65-b5b9-4245-b5c4-d1551a45bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:20.549560 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-32033c98-0fd6-40a3-a004-25b5f33aa665 req-4bdf6d65-b5b9-4245-b5c4-d1551a45bda1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=57d02ce0-600b-49a7-8858-5c68dbc63a01 HTTP/1.1" status: 200 len: 855 time: 0.0441618 May 23 12:36:20.601811 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32033c98-0fd6-40a3-a004-25b5f33aa665 req-79079cfc-d4cf-4779-832a-b0c9739143e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:20.602036 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-aeb29100-f250-47b2-a888-a7d766268122 req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for port (6629f354-c1e7-44f4-90fa-1e340bce002d), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:20.603495 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-32033c98-0fd6-40a3-a004-25b5f33aa665 req-79079cfc-d4cf-4779-832a-b0c9739143e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3322fe8c-081c-4cfd-b180-198330997eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395546 May 23 12:36:20.613659 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aeaa2822-1492-471f-bae3-8770ee3e18e1 req-9a7acc63-591c-4992-815f-b456bb4a29d6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857153 May 23 12:36:20.649363 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-aeb29100-f250-47b2-a888-a7d766268122 req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (6629f354-c1e7-44f4-90fa-1e340bce002d), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:20.688152 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:20.700964 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=100 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:20.701292 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb29100-f250-47b2-a888-a7d766268122 req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Network eba13816-fd74-4783-a2bd-29f9a2d3200d is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:36:20.705587 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-aeb29100-f250-47b2-a888-a7d766268122 req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:36:20.711480 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb29100-f250-47b2-a888-a7d766268122 req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:36:20.728673 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-32033c98-0fd6-40a3-a004-25b5f33aa665 req-27a45a44-d85d-4434-a8c3-00023cd40c2c service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178305 May 23 12:36:20.736457 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Pushing event updated for resources: {'Port': ['ID=6629f354-c1e7-44f4-90fa-1e340bce002d,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:20.756724 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:20.758180 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:20.759511 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:20.759984 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:20.760453 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:20.760887 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:20.761326 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:20.761754 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:20.762179 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:20.762607 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:20.763271 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:20.763716 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:20.764348 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:20.764868 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:20.765292 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:20.821217 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb29100-f250-47b2-a888-a7d766268122 req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:20.821944 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-aeb29100-f250-47b2-a888-a7d766268122 req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:20.841853 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:20.855210 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-32033c98-0fd6-40a3-a004-25b5f33aa665 req-937db844-5281-4e75-a014-8ba9298c28c5 service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067240 May 23 12:36:20.889399 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c736d-4331-407b-be8a-46e9ae5522b5 req-c9b64474-4edc-4d45-835d-0d38c24e91c6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:20.890989 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-040c736d-4331-407b-be8a-46e9ae5522b5 req-c9b64474-4edc-4d45-835d-0d38c24e91c6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 944 time: 0.1137164 May 23 12:36:20.897686 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aeb29100-f250-47b2-a888-a7d766268122 req-b8f3a8c4-8eda-4245-84db-7cbbb208c0a3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8042667 May 23 12:36:20.912291 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ebb52-9565-42c8-9cac-ea1b74330f67 req-26969aac-203b-49cc-b4af-eb4f998d5ece tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:20.914457 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-538ebb52-9565-42c8-9cac-ea1b74330f67 req-26969aac-203b-49cc-b4af-eb4f998d5ece tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 931 time: 0.0991731 May 23 12:36:20.920649 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-aeb29100-f250-47b2-a888-a7d766268122 req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] Request body: {'port': {'device_id': '1acfc6ec-6e8f-4969-99e8-0de456fcb7ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:36:20.989810 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-078e0e37-922d-4ca5-84e4-ef01c387ec27 None None] Provisioning complete for port 6629f354-c1e7-44f4-90fa-1e340bce002d triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:36:20.990358 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-078e0e37-922d-4ca5-84e4-ef01c387ec27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (6629f354-c1e7-44f4-90fa-1e340bce002d), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:21.017668 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:36:21.029587 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-078e0e37-922d-4ca5-84e4-ef01c387ec27 None None] Port 6629f354-c1e7-44f4-90fa-1e340bce002d cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:36:21.033283 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-040c736d-4331-407b-be8a-46e9ae5522b5 req-9c115018-3ac4-4320-a247-4ad06071ef78 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327610 May 23 12:36:21.056820 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-538ebb52-9565-42c8-9cac-ea1b74330f67 req-75ec6412-3c5d-4281-a109-e3279ea49c15 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323948 May 23 12:36:21.058279 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-aeb29100-f250-47b2-a888-a7d766268122 req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (6629f354-c1e7-44f4-90fa-1e340bce002d), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:21.352631 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-aeb29100-f250-47b2-a888-a7d766268122 req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6629f354-c1e7-44f4-90fa-1e340bce002d {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:36:21.360816 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-aeb29100-f250-47b2-a888-a7d766268122 req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] Publish callbacks [] for port (6629f354-c1e7-44f4-90fa-1e340bce002d), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:21.375566 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-aeb29100-f250-47b2-a888-a7d766268122 req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] Transition to ACTIVE for port object 6629f354-c1e7-44f4-90fa-1e340bce002d will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 12:36:21.379923 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-aeb29100-f250-47b2-a888-a7d766268122 req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (6629f354-c1e7-44f4-90fa-1e340bce002d), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:21.420807 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device ccd5bdc8-a41b-4e8c-aebe-0858a605b65b details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:36:21.451939 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] Pushing event updated for resources: {'Port': ['ID=6629f354-c1e7-44f4-90fa-1e340bce002d,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:21.564418 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-aeb29100-f250-47b2-a888-a7d766268122 req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] Attempting to bind port 6629f354-c1e7-44f4-90fa-1e340bce002d on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:36:21.565000 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-aeb29100-f250-47b2-a888-a7d766268122 req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] Attempting to bind port 6629f354-c1e7-44f4-90fa-1e340bce002d by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '7b5f93e6-a72d-4407-87b2-2ded9bae90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:36:21.565510 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb29100-f250-47b2-a888-a7d766268122 req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] Attempting to bind port 6629f354-c1e7-44f4-90fa-1e340bce002d on network eba13816-fd74-4783-a2bd-29f9a2d3200d {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:36:21.570623 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb29100-f250-47b2-a888-a7d766268122 req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] Port 6629f354-c1e7-44f4-90fa-1e340bce002d on network eba13816-fd74-4783-a2bd-29f9a2d3200d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 12:36:21.571171 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb29100-f250-47b2-a888-a7d766268122 req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] Attempting to bind port 6629f354-c1e7-44f4-90fa-1e340bce002d on network eba13816-fd74-4783-a2bd-29f9a2d3200d {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:36:21.577070 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb29100-f250-47b2-a888-a7d766268122 req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] Checking agent: {'id': '1749a81f-e3c6-4f53-968e-bc4c0c6ca916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:36:21.577642 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb29100-f250-47b2-a888-a7d766268122 req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] Checking segment: {'id': '7b5f93e6-a72d-4407-87b2-2ded9bae90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:36:21.578186 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb29100-f250-47b2-a888-a7d766268122 req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] Bound using segment: {'id': '7b5f93e6-a72d-4407-87b2-2ded9bae90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:36:21.578774 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-aeb29100-f250-47b2-a888-a7d766268122 req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] Bound port: 6629f354-c1e7-44f4-90fa-1e340bce002d, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b5f93e6-a72d-4407-87b2-2ded9bae90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:36:21.579410 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-aeb29100-f250-47b2-a888-a7d766268122 req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (6629f354-c1e7-44f4-90fa-1e340bce002d), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:21.610934 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port ccd5bdc8-a41b-4e8c-aebe-0858a605b65b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ccd5bdc8-a41b-4e8c-aebe-0858a605b65b,segment=NetworkSegment(99c468f3-8428-4de5-9a02-bb5d1ea7c294),segment_id=99c468f3-8428-4de5-9a02-bb5d1ea7c294)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:36:21.630923 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': 'ccd5bdc8-a41b-4e8c-aebe-0858a605b65b', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'port_id': 'ccd5bdc8-a41b-4e8c-aebe-0858a605b65b', 'mac_address': 'fa:16:3e:67:0f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:36:21.705966 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-aeb29100-f250-47b2-a888-a7d766268122 req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] For port 6629f354-c1e7-44f4-90fa-1e340bce002d, host hv-cinder-83699, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:36:21.709363 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-aeb29100-f250-47b2-a888-a7d766268122 req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] For port 6629f354-c1e7-44f4-90fa-1e340bce002d, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6629f354-c1e7-44f4-90fa-1e340bce002d,segment=NetworkSegment(7b5f93e6-a72d-4407-87b2-2ded9bae90c2),segment_id=7b5f93e6-a72d-4407-87b2-2ded9bae90c2)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:36:21.725046 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-aeb29100-f250-47b2-a888-a7d766268122 req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (6629f354-c1e7-44f4-90fa-1e340bce002d), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:21.738120 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port ccd5bdc8-a41b-4e8c-aebe-0858a605b65b is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:36:21.739256 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (ccd5bdc8-a41b-4e8c-aebe-0858a605b65b), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:21.747163 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb29100-f250-47b2-a888-a7d766268122 req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:21.748118 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-aeb29100-f250-47b2-a888-a7d766268122 req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:21.750173 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aeb29100-f250-47b2-a888-a7d766268122 req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] 10.222.0.15 "PUT /v2.0/ports/6629f354-c1e7-44f4-90fa-1e340bce002d HTTP/1.1" status: 200 len: 1093 time: 0.8347270 May 23 12:36:21.751914 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1acfc6ec-6e8f-4969-99e8-0de456fcb7ed', 'tag': '6629f354-c1e7-44f4-90fa-1e340bce002d'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:36:21.754469 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78eb13d9-655b-4b1b-89f2-03470410dbbf" -d '{"events": [{"name": "network-changed", "server_uuid": "1acfc6ec-6e8f-4969-99e8-0de456fcb7ed", "tag": "6629f354-c1e7-44f4-90fa-1e340bce002d"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:36:21.798127 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:21.800029 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd5bdc8-a41b-4e8c-aebe-0858a605b65b {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:36:21.848853 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:21.860937 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784c766-d2dc-4583-be11-c001943aacc6 req-9d479f6c-6bf4-4b35-9b05-dbcd450fb664 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:21.860937 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0784c766-d2dc-4583-be11-c001943aacc6 req-9d479f6c-6bf4-4b35-9b05-dbcd450fb664 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 944 time: 0.0799620 May 23 12:36:21.864344 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4ac641-d5b7-4804-8551-20c79c8e0da2 x-openstack-request-id: req-7a4ac641-d5b7-4804-8551-20c79c8e0da2 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:36:21.864881 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1acfc6ec-6e8f-4969-99e8-0de456fcb7ed", "tag": "6629f354-c1e7-44f4-90fa-1e340bce002d", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:36:21.865608 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a4ac641-d5b7-4804-8551-20c79c8e0da2 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:36:21.865608 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4ac641-d5b7-4804-8551-20c79c8e0da2'] response: {'name': 'network-changed', 'server_uuid': '1acfc6ec-6e8f-4969-99e8-0de456fcb7ed', 'tag': '6629f354-c1e7-44f4-90fa-1e340bce002d', 'status': 'completed', 'code': 200} May 23 12:36:21.873138 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port ccd5bdc8-a41b-4e8c-aebe-0858a605b65b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ccd5bdc8-a41b-4e8c-aebe-0858a605b65b,segment=NetworkSegment(99c468f3-8428-4de5-9a02-bb5d1ea7c294),segment_id=99c468f3-8428-4de5-9a02-bb5d1ea7c294)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:36:21.885549 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (ccd5bdc8-a41b-4e8c-aebe-0858a605b65b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:21.922546 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb906f-f5ab-48ac-9ee1-b4c59a4a9a8c service neutron] Pushing event updated for resources: {'Port': ['ID=6629f354-c1e7-44f4-90fa-1e340bce002d,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:21.976409 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0784c766-d2dc-4583-be11-c001943aacc6 req-662f9f0e-e205-4cdd-bf8d-6ab022698fd3 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034994 May 23 12:36:21.995720 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=ccd5bdc8-a41b-4e8c-aebe-0858a605b65b,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:22.173192 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d95a0b-7b86-43a3-9f07-b95a202e45c6 req-64e3b665-db36-4d4f-ab55-4da014e11dbc tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:22.174612 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c5d95a0b-7b86-43a3-9f07-b95a202e45c6 req-64e3b665-db36-4d4f-ab55-4da014e11dbc tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 944 time: 0.0588450 May 23 12:36:22.192983 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['ccd5bdc8-a41b-4e8c-aebe-0858a605b65b'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:36:22.241052 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8390ca7-3357-4d3b-ba29-31b82d80376d req-92dc8294-004a-4e7e-9652-78ee70c9afb4 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:22.243683 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c8390ca7-3357-4d3b-ba29-31b82d80376d req-92dc8294-004a-4e7e-9652-78ee70c9afb4 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0777602 May 23 12:36:22.281708 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c5d95a0b-7b86-43a3-9f07-b95a202e45c6 req-33c609a8-d402-4cc4-882a-3cdab7ce87d5 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975838 May 23 12:36:22.317459 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c8390ca7-3357-4d3b-ba29-31b82d80376d req-1c0b378d-0d17-475b-8555-944e88446e7e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638137 May 23 12:36:23.127625 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4269f4-92c3-48e0-9e9b-d2a31869a8df req-e903c069-7193-422e-b66c-a5976e5ed05d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:23.129151 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fe4269f4-92c3-48e0-9e9b-d2a31869a8df req-e903c069-7193-422e-b66c-a5976e5ed05d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 945 time: 0.0623164 May 23 12:36:23.182662 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fe4269f4-92c3-48e0-9e9b-d2a31869a8df req-3ada5576-64cd-4c95-8499-9c2048b29469 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470355 May 23 12:36:23.443499 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device ccd5bdc8-a41b-4e8c-aebe-0858a605b65b up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:36:23.452082 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81796d-17a8-4f1c-8275-6907e40396dc req-3a476aa9-0ac2-46de-8531-714e6866472f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:23.453726 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7a81796d-17a8-4f1c-8275-6907e40396dc req-3a476aa9-0ac2-46de-8531-714e6866472f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 944 time: 0.0870869 May 23 12:36:23.485895 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb6d23-a787-4b52-adb9-8b00922cab73 req-f4a93b8d-109c-4681-ad0a-73654c27b3b6 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:23.487544 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-22bb6d23-a787-4b52-adb9-8b00922cab73 req-f4a93b8d-109c-4681-ad0a-73654c27b3b6 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0790012 May 23 12:36:23.502525 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning for port ccd5bdc8-a41b-4e8c-aebe-0858a605b65b completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 12:36:23.513600 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port ccd5bdc8-a41b-4e8c-aebe-0858a605b65b triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:36:23.514111 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (ccd5bdc8-a41b-4e8c-aebe-0858a605b65b), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:23.552136 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7a81796d-17a8-4f1c-8275-6907e40396dc req-f14e4a71-0eb0-45d8-9421-f34cb4b2423f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919113 May 23 12:36:23.590093 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:23.596042 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-22bb6d23-a787-4b52-adb9-8b00922cab73 req-55190876-4dd7-4f0d-a986-658dc1fa6d2b tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990896 May 23 12:36:23.609123 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port ccd5bdc8-a41b-4e8c-aebe-0858a605b65b is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:36:23.609644 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (ccd5bdc8-a41b-4e8c-aebe-0858a605b65b), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:23.646313 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64486ed1-2721-4c2a-a2fb-a96f3a82f32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd5bdc8-a41b-4e8c-aebe-0858a605b65b'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:36:23.649993 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9e47ca-acc3-4c8e-8481-3e335905701b" -d '{"events": [{"server_uuid": "64486ed1-2721-4c2a-a2fb-a96f3a82f32f", "name": "network-vif-plugged", "status": "completed", "tag": "ccd5bdc8-a41b-4e8c-aebe-0858a605b65b"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:36:23.667739 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port ccd5bdc8-a41b-4e8c-aebe-0858a605b65b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ccd5bdc8-a41b-4e8c-aebe-0858a605b65b,segment=NetworkSegment(99c468f3-8428-4de5-9a02-bb5d1ea7c294),segment_id=99c468f3-8428-4de5-9a02-bb5d1ea7c294)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:36:23.672267 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (ccd5bdc8-a41b-4e8c-aebe-0858a605b65b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:23.704746 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174c18ab-73a1-4053-8d58-c4b8bbfd32c5 x-openstack-request-id: req-174c18ab-73a1-4053-8d58-c4b8bbfd32c5 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:36:23.705058 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64486ed1-2721-4c2a-a2fb-a96f3a82f32f", "name": "network-vif-plugged", "status": "completed", "tag": "ccd5bdc8-a41b-4e8c-aebe-0858a605b65b", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:36:23.705313 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-174c18ab-73a1-4053-8d58-c4b8bbfd32c5 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:36:23.705711 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-174c18ab-73a1-4053-8d58-c4b8bbfd32c5'] response: {'server_uuid': '64486ed1-2721-4c2a-a2fb-a96f3a82f32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd5bdc8-a41b-4e8c-aebe-0858a605b65b', 'code': 200} May 23 12:36:23.739170 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=ccd5bdc8-a41b-4e8c-aebe-0858a605b65b,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:24.307703 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df34fc1-c42c-49f2-b252-1f253177e0a3 req-b4673648-070e-4b51-8148-dc9026f51b28 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:24.309258 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6df34fc1-c42c-49f2-b252-1f253177e0a3 req-b4673648-070e-4b51-8148-dc9026f51b28 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0521765 May 23 12:36:24.362683 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6df34fc1-c42c-49f2-b252-1f253177e0a3 req-77143e52-3293-464b-ac29-1532262e8588 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477943 May 23 12:36:24.698190 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddc071-fb00-4c44-98b6-a59cfa14fda9 req-da6f12fd-26ec-4937-9cec-debeb91d293b tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:24.700035 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e9ddc071-fb00-4c44-98b6-a59cfa14fda9 req-da6f12fd-26ec-4937-9cec-debeb91d293b tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 944 time: 0.0671675 May 23 12:36:24.757563 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0fbfb-5052-48ec-aa19-6b066254441a req-cd99bb3f-3b15-4d7b-9615-ec8683441e42 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:24.759472 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-93b0fbfb-5052-48ec-aa19-6b066254441a req-cd99bb3f-3b15-4d7b-9615-ec8683441e42 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0847521 May 23 12:36:24.803242 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e9ddc071-fb00-4c44-98b6-a59cfa14fda9 req-7d5e945a-dfc3-4941-8950-014ef732596a tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850339 May 23 12:36:24.836833 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-93b0fbfb-5052-48ec-aa19-6b066254441a req-0b249cdc-9f49-429f-a8e4-d49fc8850d55 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683615 May 23 12:36:24.989461 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=95 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:25.520510 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb41c65-cdaf-4b2c-8d3c-a8fe761cdf28 req-37c3f62f-12f3-430e-ae3e-bf5377c27469 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:25.522976 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2fb41c65-cdaf-4b2c-8d3c-a8fe761cdf28 req-37c3f62f-12f3-430e-ae3e-bf5377c27469 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0603313 May 23 12:36:25.590415 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2fb41c65-cdaf-4b2c-8d3c-a8fe761cdf28 req-1fea6f9a-ea3f-4842-8208-fa03fd174793 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613923 May 23 12:36:25.998660 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb650d4a-3b34-4dea-929b-d21e036c3bb4 req-427ef193-8496-41c1-af5b-1058778f2d7c tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:26.000832 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fb650d4a-3b34-4dea-929b-d21e036c3bb4 req-427ef193-8496-41c1-af5b-1058778f2d7c tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 944 time: 0.0905154 May 23 12:36:26.011491 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:26.014270 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:26.039687 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb2c45-cf9f-4f6f-9bda-4f8454b3a398 req-47ec1f35-91f1-4508-8a6e-6a21ccc8299d tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:26.041325 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1ccb2c45-cf9f-4f6f-9bda-4f8454b3a398 req-47ec1f35-91f1-4508-8a6e-6a21ccc8299d tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0821841 May 23 12:36:26.115793 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fb650d4a-3b34-4dea-929b-d21e036c3bb4 req-37679193-a0c0-4bb1-a742-1bdb30964b58 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002929 May 23 12:36:26.127717 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1ccb2c45-cf9f-4f6f-9bda-4f8454b3a398 req-fa9b4656-1bdd-426e-bd60-b1f26c2e3fea tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753896 May 23 12:36:26.734962 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68dad5-a28c-4efb-890b-a18257662b6b req-2026b12f-3a41-48a5-90fc-496c8f263570 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:26.737528 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9c68dad5-a28c-4efb-890b-a18257662b6b req-2026b12f-3a41-48a5-90fc-496c8f263570 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0612667 May 23 12:36:26.794505 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9c68dad5-a28c-4efb-890b-a18257662b6b req-d4263f1c-d4f5-4bd1-a891-ed67b0f443c0 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517666 May 23 12:36:27.297051 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662e58f-b7f0-4b18-9a37-04fbb4ec68c6 req-0477c9b8-7c76-435b-b6b9-4fea6ddf9d06 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:27.298817 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1662e58f-b7f0-4b18-9a37-04fbb4ec68c6 req-0477c9b8-7c76-435b-b6b9-4fea6ddf9d06 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 944 time: 0.0759823 May 23 12:36:27.308338 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43566af5-a196-4da1-add9-8e6225bbb982 req-299f2985-87b9-40ed-80bd-b182f519250d tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:27.309960 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43566af5-a196-4da1-add9-8e6225bbb982 req-299f2985-87b9-40ed-80bd-b182f519250d tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0976791 May 23 12:36:27.391676 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1662e58f-b7f0-4b18-9a37-04fbb4ec68c6 req-ab6ba541-6743-4e94-a0fe-894f43649f27 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807285 May 23 12:36:27.401491 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-43566af5-a196-4da1-add9-8e6225bbb982 req-579fc808-2fee-4338-8463-d1ea49d689ec tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835376 May 23 12:36:27.925134 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc5e98-62b3-4d91-85b9-1ff5b594cd5a req-de77e141-b0fc-4e4a-9b0f-51e0c8c249ab tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:27.933012 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-41bc5e98-62b3-4d91-85b9-1ff5b594cd5a req-de77e141-b0fc-4e4a-9b0f-51e0c8c249ab tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0602643 May 23 12:36:27.984273 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-41bc5e98-62b3-4d91-85b9-1ff5b594cd5a req-699e5ff0-baf5-4270-8f18-b081506a4e18 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501680 May 23 12:36:28.555373 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fe9e6-d7b9-4b47-b835-39915e447700 req-b1d74623-d621-4a2c-b91d-4aaad2e531b3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:28.557104 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0c7fe9e6-d7b9-4b47-b835-39915e447700 req-b1d74623-d621-4a2c-b91d-4aaad2e531b3 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0831625 May 23 12:36:28.581162 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45149af4-8679-48b9-ab2d-f02a3b923790 req-56a27281-1fd3-4969-a9cb-f867e3184af3 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:28.582633 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-45149af4-8679-48b9-ab2d-f02a3b923790 req-56a27281-1fd3-4969-a9cb-f867e3184af3 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 944 time: 0.0797377 May 23 12:36:28.655881 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0c7fe9e6-d7b9-4b47-b835-39915e447700 req-3941b08b-144f-46cb-bdda-c2bed3781245 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902386 May 23 12:36:28.660357 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-45149af4-8679-48b9-ab2d-f02a3b923790 req-da18d2fd-97db-47ff-aeec-0cd4d4e23ec4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697687 May 23 12:36:29.118180 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d08266-c49f-4aee-93b2-1a49ea7ac651 req-2b60f601-0816-4ce9-b337-7d8063d8f28e tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:29.119709 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a1d08266-c49f-4aee-93b2-1a49ea7ac651 req-2b60f601-0816-4ce9-b337-7d8063d8f28e tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0520196 May 23 12:36:29.169907 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a1d08266-c49f-4aee-93b2-1a49ea7ac651 req-07e994eb-ec7a-4f68-ab82-0c072058ebe9 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444376 May 23 12:36:29.815132 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9975b-058f-4cb5-a10f-2ceacdcc3f6e req-953ad2f3-e517-4bc8-9ce8-47f8866972d5 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:29.816660 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-57f9975b-058f-4cb5-a10f-2ceacdcc3f6e req-953ad2f3-e517-4bc8-9ce8-47f8866972d5 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0846188 May 23 12:36:29.830699 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440b03d-332c-4503-a83a-865d5b88cc6e req-67b83fcd-7ff4-4829-8b53-091d860ea153 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:29.832241 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f440b03d-332c-4503-a83a-865d5b88cc6e req-67b83fcd-7ff4-4829-8b53-091d860ea153 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 944 time: 0.0875599 May 23 12:36:29.892734 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:29.912438 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-57f9975b-058f-4cb5-a10f-2ceacdcc3f6e req-10abb2f2-416a-4bb1-84b9-dc8bdab2ca67 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894051 May 23 12:36:29.920976 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f440b03d-332c-4503-a83a-865d5b88cc6e req-4378860e-a0af-4b06-a381-354c688fd292 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749772 May 23 12:36:30.291777 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a5c53-50a9-48d6-b3c9-9b6eac47b227 req-fb4c8539-79db-471a-bd73-020368697660 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:30.293326 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-311a5c53-50a9-48d6-b3c9-9b6eac47b227 req-fb4c8539-79db-471a-bd73-020368697660 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0524139 May 23 12:36:30.345459 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-311a5c53-50a9-48d6-b3c9-9b6eac47b227 req-2eea823d-7341-4483-8890-4e94c42f9d92 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465934 May 23 12:36:30.844422 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=11 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:30.847010 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=97 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:31.012692 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=61 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:31.086177 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02259a5e-f12a-421d-984e-955a38a4d05f req-b18871ea-8c23-4cec-bf12-e4e10f8777ea tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:31.087699 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-02259a5e-f12a-421d-984e-955a38a4d05f req-b18871ea-8c23-4cec-bf12-e4e10f8777ea tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0905509 May 23 12:36:31.099231 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4479b-fa26-4659-8d2b-31d0c12e43a9 req-4bf1cfcd-4cdc-475c-b881-002cee6e2c15 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:31.101411 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-dfe4479b-fa26-4659-8d2b-31d0c12e43a9 req-4bf1cfcd-4cdc-475c-b881-002cee6e2c15 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 944 time: 0.0676057 May 23 12:36:31.142865 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:31.178266 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-02259a5e-f12a-421d-984e-955a38a4d05f req-d156817c-43b8-4cd3-ba56-a850214577ef tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758791 May 23 12:36:31.193180 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-dfe4479b-fa26-4659-8d2b-31d0c12e43a9 req-faca482f-eba6-42e4-86c9-53feebd5e6bc tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845339 May 23 12:36:31.467314 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915c09e-40b8-41df-a8d3-698803405553 req-da48e37e-f9a7-45ba-86c6-bb58c1ebc5be tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:31.468810 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c915c09e-40b8-41df-a8d3-698803405553 req-da48e37e-f9a7-45ba-86c6-bb58c1ebc5be tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0517895 May 23 12:36:31.516348 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c915c09e-40b8-41df-a8d3-698803405553 req-c46776ea-a4bd-44cd-aa04-234cbc90fc0e tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418825 May 23 12:36:32.027828 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb13d9-655b-4b1b-89f2-03470410dbbf req-2f3f6303-31a6-4735-95e7-b76155c6c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:32.029372 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-78eb13d9-655b-4b1b-89f2-03470410dbbf req-2f3f6303-31a6-4735-95e7-b76155c6c472 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=835f4c15c26e47b7ba55aca85bfb66a8&device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 1127 time: 0.0418594 May 23 12:36:32.325029 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda48810-a765-41f2-822e-b820706bd745 req-d9aa2e78-174b-4ce7-9dc6-4123a6aa1e25 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:32.326390 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fda48810-a765-41f2-822e-b820706bd745 req-d9aa2e78-174b-4ce7-9dc6-4123a6aa1e25 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0776029 May 23 12:36:32.341018 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25233b8-959e-47ea-8ffc-280a573d854c req-b8ea0f7b-0d2e-498c-bcfa-87d57c0bf39d tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:32.342403 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a25233b8-959e-47ea-8ffc-280a573d854c req-b8ea0f7b-0d2e-498c-bcfa-87d57c0bf39d tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 944 time: 0.0632164 May 23 12:36:32.383132 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d0dc200b-7346-43a7-b235-1681bf49c2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:32.416760 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fda48810-a765-41f2-822e-b820706bd745 req-e27d1249-9fc6-4f2d-96bb-19ec9c6fc5f5 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829778 May 23 12:36:32.423910 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a25233b8-959e-47ea-8ffc-280a573d854c req-08f5729e-8612-4301-b83c-059e2f85d3fb tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754218 May 23 12:36:32.627054 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e16029-35e4-48b6-b3b0-258debc5867f req-ab1bb2a9-e3be-4153-bd38-f5227414b1f5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:32.628537 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-83e16029-35e4-48b6-b3b0-258debc5867f req-ab1bb2a9-e3be-4153-bd38-f5227414b1f5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0476351 May 23 12:36:32.734671 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-83e16029-35e4-48b6-b3b0-258debc5867f req-fc1777e4-ce96-4d0e-a056-61e1567f5ef1 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006160 May 23 12:36:32.769689 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb13d9-655b-4b1b-89f2-03470410dbbf req-7d1016fc-9747-4cb1-a6db-2afb89ca4580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:32.771197 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-78eb13d9-655b-4b1b-89f2-03470410dbbf req-7d1016fc-9747-4cb1-a6db-2afb89ca4580 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=835f4c15c26e47b7ba55aca85bfb66a8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1244917 May 23 12:36:32.786197 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0a722-615b-4950-a308-7074a6bb5432 req-d715ceb5-915f-4ed1-9f53-747c518ec053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:32.787723 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-62b0a722-615b-4950-a308-7074a6bb5432 req-d715ceb5-915f-4ed1-9f53-747c518ec053 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 1130 time: 0.0494416 May 23 12:36:32.833294 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-62b0a722-615b-4950-a308-7074a6bb5432 req-f887d7f9-7926-4ab3-aaa7-683329a1e5f5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382094 May 23 12:36:32.865851 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb13d9-655b-4b1b-89f2-03470410dbbf req-a7a6ed32-d07d-40ac-b5a4-3dd4bef26cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:32.867576 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-78eb13d9-655b-4b1b-89f2-03470410dbbf req-a7a6ed32-d07d-40ac-b5a4-3dd4bef26cb8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900316 May 23 12:36:33.154697 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb29100-f250-47b2-a888-a7d766268122 req-5f8fc37c-3514-4eea-a990-5a274afd3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:33.156189 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aeb29100-f250-47b2-a888-a7d766268122 req-5f8fc37c-3514-4eea-a990-5a274afd3f92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=835f4c15c26e47b7ba55aca85bfb66a8&device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 1127 time: 0.0444808 May 23 12:36:33.204323 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aeb29100-f250-47b2-a888-a7d766268122 req-a31480f2-79d7-4b2c-ade6-afc027fbfeeb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6629f354-c1e7-44f4-90fa-1e340bce002d HTTP/1.1" status: 200 len: 217 time: 0.0320959 May 23 12:36:33.242623 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:33.255019 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb29100-f250-47b2-a888-a7d766268122 req-213c3185-fe70-4d23-aaa2-5aae0b97446d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:33.256455 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aeb29100-f250-47b2-a888-a7d766268122 req-213c3185-fe70-4d23-aaa2-5aae0b97446d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e685380f-9d07-4fcb-9265-9458eb8b6746 HTTP/1.1" status: 200 len: 848 time: 0.0432534 May 23 12:36:33.312820 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb29100-f250-47b2-a888-a7d766268122 req-26edfe3e-5e05-47f1-bf63-24ae121a8049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:33.314204 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aeb29100-f250-47b2-a888-a7d766268122 req-26edfe3e-5e05-47f1-bf63-24ae121a8049 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eba13816-fd74-4783-a2bd-29f9a2d3200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409336 May 23 12:36:33.412689 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aeb29100-f250-47b2-a888-a7d766268122 req-ccc1c1ae-153b-42c0-a9ff-02db85847a7a service neutron] 10.222.0.15 "GET /v2.0/networks/eba13816-fd74-4783-a2bd-29f9a2d3200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802124 May 23 12:36:33.515946 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:33.793823 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6808254-e7bd-407c-bf09-ae3519618b06 req-cc35aea3-45be-4fc3-9a37-6729558c902d tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:33.795272 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f6808254-e7bd-407c-bf09-ae3519618b06 req-cc35aea3-45be-4fc3-9a37-6729558c902d tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.3110838 May 23 12:36:33.811723 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81123e-483f-40cf-ac62-b943c8046a05 req-46fa9f8d-070f-436a-8ebc-af5e1f7c785e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:33.813123 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0f81123e-483f-40cf-ac62-b943c8046a05 req-46fa9f8d-070f-436a-8ebc-af5e1f7c785e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 944 time: 0.3163457 May 23 12:36:33.893272 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:33.948161 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f6808254-e7bd-407c-bf09-ae3519618b06 req-dcb34d02-b969-4b9f-9d95-a5b8fc7db160 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426375 May 23 12:36:33.951066 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0f81123e-483f-40cf-ac62-b943c8046a05 req-db5010b4-7734-47a3-a453-89d3ef2f7946 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072755 May 23 12:36:33.957389 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aeb29100-f250-47b2-a888-a7d766268122 req-e04c9cd5-28ca-426c-838c-c75bf53db9af service neutron] 10.222.0.15 "GET /v2.0/networks/eba13816-fd74-4783-a2bd-29f9a2d3200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812954 May 23 12:36:34.052801 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1a622-3e94-46bb-99dc-c11af6c7b5b5 req-35c00ac9-c9f9-4763-9e80-d15b7586ff5f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:34.054717 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-51e1a622-3e94-46bb-99dc-c11af6c7b5b5 req-35c00ac9-c9f9-4763-9e80-d15b7586ff5f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0478754 May 23 12:36:34.101401 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-51e1a622-3e94-46bb-99dc-c11af6c7b5b5 req-1fa4d6e7-b967-4b9e-a87c-b2a910781dc0 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409665 May 23 12:36:34.624389 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:34.637364 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-51ad1872-b008-4803-8cf2-a09a7ffc02e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:35.106217 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485349f-089d-4bdd-a07b-23cdc8bdee0b req-dfb98f4a-b287-4015-a83b-f7667074b4dc tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:35.107717 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8485349f-089d-4bdd-a07b-23cdc8bdee0b req-dfb98f4a-b287-4015-a83b-f7667074b4dc tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0839555 May 23 12:36:35.114085 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7da2d-7c23-4a0a-b9d4-b15f7134d928 req-b050f357-914e-4fdc-9c1f-be013dc6c65a tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:35.115423 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-40b7da2d-7c23-4a0a-b9d4-b15f7134d928 req-b050f357-914e-4fdc-9c1f-be013dc6c65a tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 944 time: 0.0815670 May 23 12:36:35.192769 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8485349f-089d-4bdd-a07b-23cdc8bdee0b req-eee65eb0-09d3-4388-a2c4-1f85b6a41134 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763576 May 23 12:36:35.196936 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-40b7da2d-7c23-4a0a-b9d4-b15f7134d928 req-e151fabb-b467-42c5-8cf1-727dd3e19bc8 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735686 May 23 12:36:35.294766 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc41d5c-f959-4422-94fe-ea95c8a8d010 req-56f51a46-7c59-4923-9f8b-c1883eaf20f5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:35.296145 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8cc41d5c-f959-4422-94fe-ea95c8a8d010 req-56f51a46-7c59-4923-9f8b-c1883eaf20f5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0473289 May 23 12:36:35.343654 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8cc41d5c-f959-4422-94fe-ea95c8a8d010 req-42809a92-d446-4ec9-878b-12efd33d0bdc tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419908 May 23 12:36:35.455064 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479f376-99cb-4e40-ac83-5808ee8e5382 req-4320516e-0ef5-4e55-a28b-5ff82044390d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:35.456572 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c479f376-99cb-4e40-ac83-5808ee8e5382 req-4320516e-0ef5-4e55-a28b-5ff82044390d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0509779 May 23 12:36:35.466218 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 55546) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:36:35.471609 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-fed3efc8-805a-4bf7-8a42-04803f033130 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Request body: {'floatingip': {'port_id': 'ccd5bdc8-a41b-4e8c-aebe-0858a605b65b'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:36:35.541975 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fed3efc8-805a-4bf7-8a42-04803f033130 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for floatingip (507da9ad-7e35-4ea8-a462-459b3dc5773f), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:35.596472 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:35.925551 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:36.110836 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fed3efc8-805a-4bf7-8a42-04803f033130 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:36.114623 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fed3efc8-805a-4bf7-8a42-04803f033130 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (507da9ad-7e35-4ea8-a462-459b3dc5773f), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:36.209324 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.db.l3_db [None req-fed3efc8-805a-4bf7-8a42-04803f033130 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Floating IP 507da9ad-7e35-4ea8-a462-459b3dc5773f associated. External IP: 172.27.0.72, port: ccd5bdc8-a41b-4e8c-aebe-0858a605b65b. May 23 12:36:36.241005 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:36.373421 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbd487-efe1-45e8-93f7-4d0f8d267fcc req-2f792d68-7aca-460d-8217-502ca2ef3223 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:36.374902 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-54fbd487-efe1-45e8-93f7-4d0f8d267fcc req-2f792d68-7aca-460d-8217-502ca2ef3223 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.1123929 May 23 12:36:36.384663 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d77cfa-f899-414c-aa18-a78d15ce2634 req-f74dbf3b-3744-4929-94e7-df544898ba46 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:36.386032 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b7d77cfa-f899-414c-aa18-a78d15ce2634 req-f74dbf3b-3744-4929-94e7-df544898ba46 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 944 time: 0.0885141 May 23 12:36:36.537686 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-54fbd487-efe1-45e8-93f7-4d0f8d267fcc req-4d3c502a-f602-4a11-a0c8-19a049016ee8 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497927 May 23 12:36:36.545598 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b7d77cfa-f899-414c-aa18-a78d15ce2634 req-4290083d-83c1-41a1-8b4a-9a57611602f6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509712 May 23 12:36:36.564129 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed3efc8-805a-4bf7-8a42-04803f033130 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Router 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:36:36.668788 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed3efc8-805a-4bf7-8a42-04803f033130 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:36:36.674055 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fed3efc8-805a-4bf7-8a42-04803f033130 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:36.678393 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f8aecb-33c4-4784-94d3-9a6f3f03034e None None] Sync routers for ids ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:36:36.687965 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f8aecb-33c4-4784-94d3-9a6f3f03034e None None] Routers {'247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:36:36.688611 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-47f8aecb-33c4-4784-94d3-9a6f3f03034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:36:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:36:36.703947 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-fed3efc8-805a-4bf7-8a42-04803f033130 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "PUT /v2.0/floatingips/507da9ad-7e35-4ea8-a462-459b3dc5773f HTTP/1.1" status: 200 len: 991 time: 1.2366624 May 23 12:36:36.704533 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64486ed1-2721-4c2a-a2fb-a96f3a82f32f', 'tag': 'ccd5bdc8-a41b-4e8c-aebe-0858a605b65b'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:36:36.706765 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da560f1c-ee5e-4d06-990c-555448ce7a06" -d '{"events": [{"name": "network-changed", "server_uuid": "64486ed1-2721-4c2a-a2fb-a96f3a82f32f", "tag": "ccd5bdc8-a41b-4e8c-aebe-0858a605b65b"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:36:36.742423 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c891a7b-278e-4043-bf47-1a6bf0c2c701 x-openstack-request-id: req-1c891a7b-278e-4043-bf47-1a6bf0c2c701 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:36:36.743243 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64486ed1-2721-4c2a-a2fb-a96f3a82f32f", "tag": "ccd5bdc8-a41b-4e8c-aebe-0858a605b65b", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:36:36.743497 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c891a7b-278e-4043-bf47-1a6bf0c2c701 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:36:36.744060 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c891a7b-278e-4043-bf47-1a6bf0c2c701'] response: {'name': 'network-changed', 'server_uuid': '64486ed1-2721-4c2a-a2fb-a96f3a82f32f', 'tag': 'ccd5bdc8-a41b-4e8c-aebe-0858a605b65b', 'status': 'completed', 'code': 200} May 23 12:36:36.794476 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-47f8aecb-33c4-4784-94d3-9a6f3f03034e None None] Set router 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:36:36.810229 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:36.819094 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da560f1c-ee5e-4d06-990c-555448ce7a06 req-b695e249-046b-43c7-a196-99700af6fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:36.820640 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-da560f1c-ee5e-4d06-990c-555448ce7a06 req-b695e249-046b-43c7-a196-99700af6fbe2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcc45b8bab17498cadda8d64b3a76780&device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 1130 time: 0.0482864 May 23 12:36:36.914391 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da560f1c-ee5e-4d06-990c-555448ce7a06 req-67a945c2-ae65-482d-bb2c-0b58e27ad2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:36.916537 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-da560f1c-ee5e-4d06-990c-555448ce7a06 req-67a945c2-ae65-482d-bb2c-0b58e27ad2d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4833a70f-d11d-46d6-944f-14af0b04cad3 HTTP/1.1" status: 200 len: 920 time: 0.0870163 May 23 12:36:36.988060 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-da560f1c-ee5e-4d06-990c-555448ce7a06 req-636a4102-75b3-415e-a77a-fd24fb5dae51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccd5bdc8-a41b-4e8c-aebe-0858a605b65b HTTP/1.1" status: 200 len: 999 time: 0.0635209 May 23 12:36:37.038643 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da560f1c-ee5e-4d06-990c-555448ce7a06 req-af718904-4966-4768-9806-96bbe653b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:37.040651 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-da560f1c-ee5e-4d06-990c-555448ce7a06 req-af718904-4966-4768-9806-96bbe653b30a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f25e8178-dbfd-4850-b4e0-0743c897d958 HTTP/1.1" status: 200 len: 858 time: 0.0448322 May 23 12:36:37.087593 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-47f8aecb-33c4-4784-94d3-9a6f3f03034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1292102453-router', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:32Z', 'revision_number': 4, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'gw_port': {'id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '507da9ad-7e35-4ea8-a462-459b3dc5773f', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'port_id': 'ccd5bdc8-a41b-4e8c-aebe-0858a605b65b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'mac_address': 'fa:16:3e:67:0f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64486ed1-2721-4c2a-a2fb-a96f3a82f32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:36:03Z', 'updated_at': '2022-05-23T12:36:35Z', 'revision_number': 1, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627a6826-c3e3-4ca2-8a1d-221d60dd70a0', 'name': '', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'mac_address': 'fa:16:3e:56:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:26Z', 'updated_at': '2022-05-23T12:33:43Z', 'revision_number': 5, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'subnets': [{'id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:36:37.088275 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da560f1c-ee5e-4d06-990c-555448ce7a06 req-9288f16c-8684-4a67-99eb-c4feace0ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:37.089814 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-da560f1c-ee5e-4d06-990c-555448ce7a06 req-9288f16c-8684-4a67-99eb-c4feace0ff76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4833a70f-d11d-46d6-944f-14af0b04cad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399642 May 23 12:36:37.127143 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f8aecb-33c4-4784-94d3-9a6f3f03034e None None] Checking router: 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:36:37.136428 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f8aecb-33c4-4784-94d3-9a6f3f03034e None None] Routers {'247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:36:37.137043 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-47f8aecb-33c4-4784-94d3-9a6f3f03034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:36:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:36:37.244395 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-47f8aecb-33c4-4784-94d3-9a6f3f03034e None None] Set router 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:36:37.279970 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:37.419904 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-da560f1c-ee5e-4d06-990c-555448ce7a06 req-adc4f0ff-a001-4efd-a810-2704009e40e8 service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227251 May 23 12:36:37.468932 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-47f8aecb-33c4-4784-94d3-9a6f3f03034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1292102453-router', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:32Z', 'revision_number': 4, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'gw_port': {'id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '507da9ad-7e35-4ea8-a462-459b3dc5773f', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'port_id': 'ccd5bdc8-a41b-4e8c-aebe-0858a605b65b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'mac_address': 'fa:16:3e:67:0f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64486ed1-2721-4c2a-a2fb-a96f3a82f32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:36:03Z', 'updated_at': '2022-05-23T12:36:35Z', 'revision_number': 1, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627a6826-c3e3-4ca2-8a1d-221d60dd70a0', 'name': '', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'mac_address': 'fa:16:3e:56:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:26Z', 'updated_at': '2022-05-23T12:33:43Z', 'revision_number': 5, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'subnets': [{'id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:36:37.485313 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:37.493685 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f8aecb-33c4-4784-94d3-9a6f3f03034e None None] The sync data for ids ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'] in dv-cinder-836996-27-iscsi is: [{'id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1292102453-router', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:32Z', 'revision_number': 4, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'gw_port': {'id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '507da9ad-7e35-4ea8-a462-459b3dc5773f', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'port_id': 'ccd5bdc8-a41b-4e8c-aebe-0858a605b65b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'mac_address': 'fa:16:3e:67:0f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64486ed1-2721-4c2a-a2fb-a96f3a82f32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:36:03Z', 'updated_at': '2022-05-23T12:36:35Z', 'revision_number': 1, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627a6826-c3e3-4ca2-8a1d-221d60dd70a0', 'name': '', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'mac_address': 'fa:16:3e:56:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:26Z', 'updated_at': '2022-05-23T12:33:43Z', 'revision_number': 5, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'subnets': [{'id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:36:37.516389 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-da560f1c-ee5e-4d06-990c-555448ce7a06 req-27433ece-c353-4bd6-8adc-f9235322f384 service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865433 May 23 12:36:37.692593 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5ab9d-ac9f-4afe-81e0-2ab69264a13e req-e8ae27b0-909b-47ae-978e-160cc252fd1b tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:37.694118 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e4c5ab9d-ac9f-4afe-81e0-2ab69264a13e req-e8ae27b0-909b-47ae-978e-160cc252fd1b tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0822613 May 23 12:36:37.707386 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b67bca6-0526-4b93-87ca-bfdea982c6e1 None None] New status for floating IP 507da9ad-7e35-4ea8-a462-459b3dc5773f: ACTIVE {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:36:37.707538 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3d9a2-0824-45e2-9afc-fa62013ee927 req-15003fb6-7560-4718-8548-8a8a839e8921 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:37.709081 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0ef3d9a2-0824-45e2-9afc-fa62013ee927 req-15003fb6-7560-4718-8548-8a8a839e8921 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 944 time: 0.0848634 May 23 12:36:37.791052 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e4c5ab9d-ac9f-4afe-81e0-2ab69264a13e req-f798fe7f-65fc-4a2e-b610-1f748eff17ef tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807295 May 23 12:36:37.794110 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0ef3d9a2-0824-45e2-9afc-fa62013ee927 req-037c8eed-3d99-4906-bf41-a56b97798902 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754373 May 23 12:36:38.632262 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:38.939012 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aade33b-abaa-4859-88f4-d9a980580415 req-c199422d-d3f1-422a-b817-5b578e2d00ff tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:38.940424 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1aade33b-abaa-4859-88f4-d9a980580415 req-c199422d-d3f1-422a-b817-5b578e2d00ff tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0796902 May 23 12:36:38.949030 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b4190-a2c0-43f2-8ffb-26abad4e68e5 req-e55488c3-30e4-4960-8f0a-e0050795d8e8 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:38.950664 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a50b4190-a2c0-43f2-8ffb-26abad4e68e5 req-e55488c3-30e4-4960-8f0a-e0050795d8e8 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 944 time: 0.0790448 May 23 12:36:39.023079 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1aade33b-abaa-4859-88f4-d9a980580415 req-2d40a654-3e82-4ae7-911c-c18961caaa7f tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714538 May 23 12:36:39.031806 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a50b4190-a2c0-43f2-8ffb-26abad4e68e5 req-a5868a3b-a9fa-491e-b3f9-084e3945cac0 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732515 May 23 12:36:40.166314 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f21b1-d47f-4b85-8e62-d98c2d2bc50a req-5e0b472e-715c-4fae-9aa4-23ce4abdf084 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:40.167791 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-548f21b1-d47f-4b85-8e62-d98c2d2bc50a req-5e0b472e-715c-4fae-9aa4-23ce4abdf084 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0762501 May 23 12:36:40.188902 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09f5c1-d38a-48e4-86f6-bb7ab96b0458 req-0b2de35f-51b1-4871-87de-67153358f283 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:40.190377 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6f09f5c1-d38a-48e4-86f6-bb7ab96b0458 req-0b2de35f-51b1-4871-87de-67153358f283 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 944 time: 0.0707762 May 23 12:36:40.260127 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-548f21b1-d47f-4b85-8e62-d98c2d2bc50a req-98fed48e-f460-40ec-a2a6-f07464992bce tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868595 May 23 12:36:40.265262 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6f09f5c1-d38a-48e4-86f6-bb7ab96b0458 req-12fca15d-aa91-4f63-92f3-ecf2ae572381 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681505 May 23 12:36:41.397737 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:41.411502 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330bf89-b7c9-46a8-b143-08877c599993 req-d317229b-7d62-42b2-82d6-3df38aef7bf1 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:41.413945 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3330bf89-b7c9-46a8-b143-08877c599993 req-d317229b-7d62-42b2-82d6-3df38aef7bf1 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0835476 May 23 12:36:41.424021 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3511fec-a66b-47aa-8a59-b1f63de83486 req-51fc91fd-d178-4a64-b7fc-eb4f97a2ef1a tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:41.425499 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c3511fec-a66b-47aa-8a59-b1f63de83486 req-51fc91fd-d178-4a64-b7fc-eb4f97a2ef1a tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 944 time: 0.0861459 May 23 12:36:41.500102 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 357ce430-3b90-4a7c-b2f3-c2ee303501e4 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:36:41.504486 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3330bf89-b7c9-46a8-b143-08877c599993 req-486b7387-2e7f-4e25-808c-ed1e8abaaa92 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779588 May 23 12:36:41.507837 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c3511fec-a66b-47aa-8a59-b1f63de83486 req-e4906e08-fe9b-448e-bf31-8d025401090f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746977 May 23 12:36:41.609207 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 357ce430-3b90-4a7c-b2f3-c2ee303501e4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=357ce430-3b90-4a7c-b2f3-c2ee303501e4,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:36:41.621565 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': '357ce430-3b90-4a7c-b2f3-c2ee303501e4', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'port_id': '357ce430-3b90-4a7c-b2f3-c2ee303501e4', 'mac_address': 'fa:16:3e:5a:69:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:36:41.656131 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 357ce430-3b90-4a7c-b2f3-c2ee303501e4 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:36:41.656552 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:41.670431 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 357ce430-3b90-4a7c-b2f3-c2ee303501e4 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:36:41.691475 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 357ce430-3b90-4a7c-b2f3-c2ee303501e4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=357ce430-3b90-4a7c-b2f3-c2ee303501e4,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:36:41.695576 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:41.746599 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=357ce430-3b90-4a7c-b2f3-c2ee303501e4,revision_number=9']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:42.024984 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['357ce430-3b90-4a7c-b2f3-c2ee303501e4'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:36:42.653391 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a853c-9b0d-41c0-8293-1c61ad112b07 req-3eeb590a-2540-41d4-8898-6704701cd3b4 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:42.654757 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-556a853c-9b0d-41c0-8293-1c61ad112b07 req-3eeb590a-2540-41d4-8898-6704701cd3b4 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0756555 May 23 12:36:42.674447 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a73b5c-0471-448e-b608-d9356b5eea50 req-5e2dc3bb-c654-4185-96bb-9a00d77716e3 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:42.676017 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c4a73b5c-0471-448e-b608-d9356b5eea50 req-5e2dc3bb-c654-4185-96bb-9a00d77716e3 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 945 time: 0.0853000 May 23 12:36:42.755444 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-556a853c-9b0d-41c0-8293-1c61ad112b07 req-78d2f9b0-d17e-4be1-ad91-061f0857e7ba tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936856 May 23 12:36:42.762900 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c4a73b5c-0471-448e-b608-d9356b5eea50 req-a57acc64-6108-4948-9a26-dcf81c3d46b4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747685 May 23 12:36:42.828462 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=8 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:42.830475 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=10 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:43.513054 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 6629f354-c1e7-44f4-90fa-1e340bce002d details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:36:43.516544 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 357ce430-3b90-4a7c-b2f3-c2ee303501e4 up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:36:43.608328 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:43.621507 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port 357ce430-3b90-4a7c-b2f3-c2ee303501e4 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:36:43.621872 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:43.663425 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:43.804318 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 6629f354-c1e7-44f4-90fa-1e340bce002d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6629f354-c1e7-44f4-90fa-1e340bce002d,segment=NetworkSegment(7b5f93e6-a72d-4407-87b2-2ded9bae90c2),segment_id=7b5f93e6-a72d-4407-87b2-2ded9bae90c2)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:36:43.820152 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': '6629f354-c1e7-44f4-90fa-1e340bce002d', 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d', 'port_id': '6629f354-c1e7-44f4-90fa-1e340bce002d', 'mac_address': 'fa:16:3e:e0:b0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e685380f-9d07-4fcb-9265-9458eb8b6746', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:36:43.887055 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:43.887636 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 357ce430-3b90-4a7c-b2f3-c2ee303501e4 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:36:43.887636 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:43.895579 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 6629f354-c1e7-44f4-90fa-1e340bce002d is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:36:43.896530 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (6629f354-c1e7-44f4-90fa-1e340bce002d), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:43.911548 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f5228-c58f-4ff2-b877-b7076d20bc1f req-0437bdac-8aa8-4c32-a380-ec530bb0ec53 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:43.913735 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-906f5228-c58f-4ff2-b877-b7076d20bc1f req-0437bdac-8aa8-4c32-a380-ec530bb0ec53 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0865383 May 23 12:36:43.918831 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6629f354-c1e7-44f4-90fa-1e340bce002d {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:36:43.920810 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a11f2-c1b1-4db6-91d8-0d76998cf8c0 req-9c269a38-1cc1-4e0a-956b-6c86692b77e0 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:43.922480 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-759a11f2-c1b1-4db6-91d8-0d76998cf8c0 req-9c269a38-1cc1-4e0a-956b-6c86692b77e0 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 945 time: 0.0826955 May 23 12:36:43.926177 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce37af9c-e5f8-4233-97f3-4280a2114e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357ce430-3b90-4a7c-b2f3-c2ee303501e4'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:36:43.928392 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1018ae57-ed7e-44a4-82c4-302aa30bc2cd" -d '{"events": [{"server_uuid": "ce37af9c-e5f8-4233-97f3-4280a2114e45", "name": "network-vif-plugged", "status": "completed", "tag": "357ce430-3b90-4a7c-b2f3-c2ee303501e4"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:36:43.950862 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 357ce430-3b90-4a7c-b2f3-c2ee303501e4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=357ce430-3b90-4a7c-b2f3-c2ee303501e4,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:36:43.958336 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:43.961236 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 6629f354-c1e7-44f4-90fa-1e340bce002d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6629f354-c1e7-44f4-90fa-1e340bce002d,segment=NetworkSegment(7b5f93e6-a72d-4407-87b2-2ded9bae90c2),segment_id=7b5f93e6-a72d-4407-87b2-2ded9bae90c2)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:36:43.965810 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (6629f354-c1e7-44f4-90fa-1e340bce002d), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:44.008907 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=357ce430-3b90-4a7c-b2f3-c2ee303501e4,revision_number=10']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:44.012776 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-759a11f2-c1b1-4db6-91d8-0d76998cf8c0 req-1b515313-a1cc-4753-9d99-905ef607a985 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831828 May 23 12:36:44.016691 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:44.017131 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:44.017534 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:44.017959 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:44.018378 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:44.018772 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:44.019153 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:44.019546 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:44.019950 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:44.020370 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:44.020757 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:44.021171 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:44.021575 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:44.021953 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:44.022729 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:44.031651 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-906f5228-c58f-4ff2-b877-b7076d20bc1f req-a557803e-29ba-4592-a29f-174add1f6465 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073086 May 23 12:36:44.073009 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f400b5-a173-42c5-988b-a663343fb06a x-openstack-request-id: req-c9f400b5-a173-42c5-988b-a663343fb06a {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:36:44.073313 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce37af9c-e5f8-4233-97f3-4280a2114e45", "name": "network-vif-plugged", "status": "completed", "tag": "357ce430-3b90-4a7c-b2f3-c2ee303501e4", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:36:44.073564 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9f400b5-a173-42c5-988b-a663343fb06a {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:36:44.073949 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9f400b5-a173-42c5-988b-a663343fb06a'] response: {'server_uuid': 'ce37af9c-e5f8-4233-97f3-4280a2114e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357ce430-3b90-4a7c-b2f3-c2ee303501e4', 'code': 200} May 23 12:36:44.078703 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=6629f354-c1e7-44f4-90fa-1e340bce002d,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:44.299978 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['6629f354-c1e7-44f4-90fa-1e340bce002d'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:36:44.606479 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7047147-adab-4878-b8d6-ce4fb64c4424 req-8f6e91ff-7f13-4d73-9ee6-692bdfed92f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:44.607972 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b7047147-adab-4878-b8d6-ce4fb64c4424 req-8f6e91ff-7f13-4d73-9ee6-692bdfed92f8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 1131 time: 0.0406578 May 23 12:36:44.653213 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b7047147-adab-4878-b8d6-ce4fb64c4424 req-e8eb8190-c849-4abd-9210-e93df18e07aa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381877 May 23 12:36:45.171802 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53249313-82bc-4d2b-88ac-61e43d97bbb8 req-23209241-b6ae-49f9-8904-37d951f5eef4 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:45.173274 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-53249313-82bc-4d2b-88ac-61e43d97bbb8 req-23209241-b6ae-49f9-8904-37d951f5eef4 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 944 time: 0.0775731 May 23 12:36:45.179092 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be287967-6e03-4248-81bf-8c1b921876ab req-47ba9932-34d7-44f4-a6fd-136d23899ba1 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:45.181055 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-be287967-6e03-4248-81bf-8c1b921876ab req-47ba9932-34d7-44f4-a6fd-136d23899ba1 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 947 time: 0.0749292 May 23 12:36:45.254579 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-53249313-82bc-4d2b-88ac-61e43d97bbb8 req-b84fcb75-63c5-450c-9ff0-3b8bd1d7e661 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726097 May 23 12:36:45.258641 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-be287967-6e03-4248-81bf-8c1b921876ab req-60a95cef-f604-4879-a13d-80ad5826906e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710495 May 23 12:36:45.513028 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 6629f354-c1e7-44f4-90fa-1e340bce002d up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:36:45.558355 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning for port 6629f354-c1e7-44f4-90fa-1e340bce002d completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 12:36:45.564901 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port 6629f354-c1e7-44f4-90fa-1e340bce002d triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:36:45.565272 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (6629f354-c1e7-44f4-90fa-1e340bce002d), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:45.598071 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:45.643401 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 6629f354-c1e7-44f4-90fa-1e340bce002d is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:36:45.643791 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (6629f354-c1e7-44f4-90fa-1e340bce002d), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:45.678483 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 6629f354-c1e7-44f4-90fa-1e340bce002d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6629f354-c1e7-44f4-90fa-1e340bce002d,segment=NetworkSegment(7b5f93e6-a72d-4407-87b2-2ded9bae90c2),segment_id=7b5f93e6-a72d-4407-87b2-2ded9bae90c2)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:36:45.682166 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (6629f354-c1e7-44f4-90fa-1e340bce002d), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:45.727502 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=6629f354-c1e7-44f4-90fa-1e340bce002d,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:46.075220 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acfc6ec-6e8f-4969-99e8-0de456fcb7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6629f354-c1e7-44f4-90fa-1e340bce002d'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:36:46.077851 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901fb8ec-394d-4fef-8afe-e15d1277b9d7" -d '{"events": [{"server_uuid": "1acfc6ec-6e8f-4969-99e8-0de456fcb7ed", "name": "network-vif-plugged", "status": "completed", "tag": "6629f354-c1e7-44f4-90fa-1e340bce002d"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:36:46.112957 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e04f043-385d-49f6-bc84-28e5a071f9e1 x-openstack-request-id: req-6e04f043-385d-49f6-bc84-28e5a071f9e1 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:36:46.113244 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1acfc6ec-6e8f-4969-99e8-0de456fcb7ed", "name": "network-vif-plugged", "status": "completed", "tag": "6629f354-c1e7-44f4-90fa-1e340bce002d", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:36:46.113492 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e04f043-385d-49f6-bc84-28e5a071f9e1 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:36:46.113910 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e04f043-385d-49f6-bc84-28e5a071f9e1'] response: {'server_uuid': '1acfc6ec-6e8f-4969-99e8-0de456fcb7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6629f354-c1e7-44f4-90fa-1e340bce002d', 'code': 200} May 23 12:36:46.401739 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e035925-fa15-4d17-aeb5-c2da51f86b91 req-9b786ae0-cb8b-4bd2-9ab7-94eee559db6a tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:46.403217 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1e035925-fa15-4d17-aeb5-c2da51f86b91 req-9b786ae0-cb8b-4bd2-9ab7-94eee559db6a tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0796814 May 23 12:36:46.409306 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d021903-c390-4cb5-8a36-a41eec61b244 req-f0d51fa1-2ac4-47ea-99ff-04b106bf6dac tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:46.410644 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2d021903-c390-4cb5-8a36-a41eec61b244 req-f0d51fa1-2ac4-47ea-99ff-04b106bf6dac tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 947 time: 0.0765910 May 23 12:36:46.490524 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1e035925-fa15-4d17-aeb5-c2da51f86b91 req-f17ccdc8-d7ed-465e-8b3d-09a6869e42fd tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789351 May 23 12:36:46.494502 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2d021903-c390-4cb5-8a36-a41eec61b244 req-70863842-f318-4a08-817f-33f4790c018d tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744281 May 23 12:36:46.721530 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:46.731434 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b5c5d-aebf-4a5f-b33b-63b1cde4f055 req-8434f3ed-a615-403d-abc0-9017b63b3943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:46.733105 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-454b5c5d-aebf-4a5f-b33b-63b1cde4f055 req-8434f3ed-a615-403d-abc0-9017b63b3943 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 1129 time: 0.0412138 May 23 12:36:46.783004 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-454b5c5d-aebf-4a5f-b33b-63b1cde4f055 req-6fa945c1-920a-426f-ae6b-ea9faf50a33b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426757 May 23 12:36:47.471475 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=70 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:47.472269 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=78 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:47.642448 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a4e9c-cfe2-4818-a2e6-31cd57250089 req-18f35548-3edb-4219-b29d-a81d62a0827d tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:47.643897 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ec1a4e9c-cfe2-4818-a2e6-31cd57250089 req-18f35548-3edb-4219-b29d-a81d62a0827d tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0784600 May 23 12:36:47.656064 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390c252-1c23-4c1f-8d52-cb15aa5a4797 req-8455d6fe-f5b2-4e30-954d-51d512354af1 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:47.657550 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4390c252-1c23-4c1f-8d52-cb15aa5a4797 req-8455d6fe-f5b2-4e30-954d-51d512354af1 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 947 time: 0.0794861 May 23 12:36:47.732234 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ec1a4e9c-cfe2-4818-a2e6-31cd57250089 req-15e03499-38ce-4e94-a434-fe936f2f51ff tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736291 May 23 12:36:47.735168 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4390c252-1c23-4c1f-8d52-cb15aa5a4797 req-6828b045-d2eb-4838-950e-d9d2da36fa98 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699248 May 23 12:36:48.851204 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f9ec5-f8fb-448b-827b-8a340a43b466 req-be3cc517-75ae-4a46-8fad-216ba4836e4e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:48.852794 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-641f9ec5-f8fb-448b-827b-8a340a43b466 req-be3cc517-75ae-4a46-8fad-216ba4836e4e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0508690 May 23 12:36:48.904140 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-641f9ec5-f8fb-448b-827b-8a340a43b466 req-cc50f249-3084-47c7-8eed-fbec035c3ada tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457976 May 23 12:36:49.015827 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0078b2f-4b02-4b64-b558-9eb366a66e4f req-21b3d031-a839-4b14-ab65-478af8f1e4b5 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:49.017226 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b0078b2f-4b02-4b64-b558-9eb366a66e4f req-21b3d031-a839-4b14-ab65-478af8f1e4b5 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0469267 May 23 12:36:49.028820 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:49.069428 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b0078b2f-4b02-4b64-b558-9eb366a66e4f req-b236f172-ca5a-48dc-87e1-ced2c7e2175c tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465147 May 23 12:36:49.091268 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 55648) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:36:49.230215 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454c3e07-4a71-4834-bd15-7826dc249d7a tempest-TestShelveInstance-370755121 tempest-TestShelveInstance-370755121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:49.231706 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-454c3e07-4a71-4834-bd15-7826dc249d7a tempest-TestShelveInstance-370755121 tempest-TestShelveInstance-370755121-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 1124 time: 0.1394820 May 23 12:36:49.234652 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 55652) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:36:49.238794 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-17683906-8577-4cdb-b495-d33809607a3e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Request body: {'floatingip': {'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'port_id': '6629f354-c1e7-44f4-90fa-1e340bce002d', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:36:49.259986 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-17683906-8577-4cdb-b495-d33809607a3e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:49.341107 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-17683906-8577-4cdb-b495-d33809607a3e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:49.450188 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-17683906-8577-4cdb-b495-d33809607a3e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Allocated IP 172.27.0.152 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/1e2e23fd-fd8d-4232-88cb-dcd40542505c) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:36:49.551178 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-17683906-8577-4cdb-b495-d33809607a3e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for port (1e2e23fd-fd8d-4232-88cb-dcd40542505c), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:49.573684 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:49.585896 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-17683906-8577-4cdb-b495-d33809607a3e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (1e2e23fd-fd8d-4232-88cb-dcd40542505c), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:49.627011 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17683906-8577-4cdb-b495-d33809607a3e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:36:49.629892 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-17683906-8577-4cdb-b495-d33809607a3e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:36:49.634409 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17683906-8577-4cdb-b495-d33809607a3e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:36:49.660142 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17683906-8577-4cdb-b495-d33809607a3e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Pushing event updated for resources: {'Port': ['ID=1e2e23fd-fd8d-4232-88cb-dcd40542505c,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:49.997326 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-17683906-8577-4cdb-b495-d33809607a3e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for floatingip (4df6f1be-433a-4076-881e-deb9e5553fec), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:49.998291 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:50.071793 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-17683906-8577-4cdb-b495-d33809607a3e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (1e2e23fd-fd8d-4232-88cb-dcd40542505c), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:50.246942 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-17683906-8577-4cdb-b495-d33809607a3e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for port (1e2e23fd-fd8d-4232-88cb-dcd40542505c), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:50.251452 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-17683906-8577-4cdb-b495-d33809607a3e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (1e2e23fd-fd8d-4232-88cb-dcd40542505c), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:50.316533 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17683906-8577-4cdb-b495-d33809607a3e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Pushing event updated for resources: {'Port': ['ID=1e2e23fd-fd8d-4232-88cb-dcd40542505c,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:50.329324 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-17683906-8577-4cdb-b495-d33809607a3e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (4df6f1be-433a-4076-881e-deb9e5553fec), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:50.424153 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:50.435464 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.db.l3_db [None req-17683906-8577-4cdb-b495-d33809607a3e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Floating IP 4df6f1be-433a-4076-881e-deb9e5553fec associated. External IP: 172.27.0.152, port: 6629f354-c1e7-44f4-90fa-1e340bce002d. May 23 12:36:50.702430 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17683906-8577-4cdb-b495-d33809607a3e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Router 3acf8efd-5454-49be-8c84-5234ac7efd7f has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:36:50.808941 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17683906-8577-4cdb-b495-d33809607a3e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:36:50.818949 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdcc2d2-7663-4451-ac61-47cc08242352 None None] Sync routers for ids ['3acf8efd-5454-49be-8c84-5234ac7efd7f'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:36:50.831147 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdcc2d2-7663-4451-ac61-47cc08242352 None None] Routers {'3acf8efd-5454-49be-8c84-5234ac7efd7f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:36:50.831874 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-8fdcc2d2-7663-4451-ac61-47cc08242352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:36:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['3acf8efd-5454-49be-8c84-5234ac7efd7f'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:36:50.833775 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-17683906-8577-4cdb-b495-d33809607a3e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:50.874188 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-17683906-8577-4cdb-b495-d33809607a3e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6382108 May 23 12:36:50.874999 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1acfc6ec-6e8f-4969-99e8-0de456fcb7ed', 'tag': '6629f354-c1e7-44f4-90fa-1e340bce002d'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:36:50.878917 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d81020-795b-4348-aff8-e4d7d3cd40f4" -d '{"events": [{"name": "network-changed", "server_uuid": "1acfc6ec-6e8f-4969-99e8-0de456fcb7ed", "tag": "6629f354-c1e7-44f4-90fa-1e340bce002d"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:36:50.925164 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2af64a-2368-4bb7-ae62-7c7f60e01dee x-openstack-request-id: req-6d2af64a-2368-4bb7-ae62-7c7f60e01dee {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:36:50.925460 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1acfc6ec-6e8f-4969-99e8-0de456fcb7ed", "tag": "6629f354-c1e7-44f4-90fa-1e340bce002d", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:36:50.925715 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d2af64a-2368-4bb7-ae62-7c7f60e01dee {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:36:50.926120 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d2af64a-2368-4bb7-ae62-7c7f60e01dee'] response: {'name': 'network-changed', 'server_uuid': '1acfc6ec-6e8f-4969-99e8-0de456fcb7ed', 'tag': '6629f354-c1e7-44f4-90fa-1e340bce002d', 'status': 'completed', 'code': 200} May 23 12:36:50.946767 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-8fdcc2d2-7663-4451-ac61-47cc08242352 None None] Set router 3acf8efd-5454-49be-8c84-5234ac7efd7f gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:36:50.986568 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:50.995380 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d81020-795b-4348-aff8-e4d7d3cd40f4 req-33911474-98c4-443f-9e56-9b476703ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:50.996940 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d6d81020-795b-4348-aff8-e4d7d3cd40f4 req-33911474-98c4-443f-9e56-9b476703ff53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=835f4c15c26e47b7ba55aca85bfb66a8&device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 1129 time: 0.0441017 May 23 12:36:51.102939 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d81020-795b-4348-aff8-e4d7d3cd40f4 req-d0a5181a-09ab-429d-9132-9631087dfa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:51.104468 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d6d81020-795b-4348-aff8-e4d7d3cd40f4 req-d0a5181a-09ab-429d-9132-9631087dfa76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eba13816-fd74-4783-a2bd-29f9a2d3200d HTTP/1.1" status: 200 len: 910 time: 0.0958376 May 23 12:36:51.191984 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-8fdcc2d2-7663-4451-ac61-47cc08242352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'name': 'tempest-TestShelveInstance-2042413258-router', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:46Z', 'revision_number': 4, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'gw_port': {'id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '4df6f1be-433a-4076-881e-deb9e5553fec', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'port_id': '6629f354-c1e7-44f4-90fa-1e340bce002d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d', 'mac_address': 'fa:16:3e:e0:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acfc6ec-6e8f-4969-99e8-0de456fcb7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:36:49Z', 'updated_at': '2022-05-23T12:36:49Z', 'revision_number': 0, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde0c7cf-0adb-4bcc-8609-792460a0cc18', 'name': '', 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'mac_address': 'fa:16:3e:aa:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e685380f-9d07-4fcb-9265-9458eb8b6746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:45Z', 'updated_at': '2022-05-23T12:35:53Z', 'revision_number': 5, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'subnets': [{'id': 'e685380f-9d07-4fcb-9265-9458eb8b6746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:36:51.223217 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdcc2d2-7663-4451-ac61-47cc08242352 None None] Checking router: 3acf8efd-5454-49be-8c84-5234ac7efd7f for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:36:51.234836 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdcc2d2-7663-4451-ac61-47cc08242352 None None] Routers {'3acf8efd-5454-49be-8c84-5234ac7efd7f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:36:51.235467 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-8fdcc2d2-7663-4451-ac61-47cc08242352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:36:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['3acf8efd-5454-49be-8c84-5234ac7efd7f'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:36:51.349552 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-8fdcc2d2-7663-4451-ac61-47cc08242352 None None] Set router 3acf8efd-5454-49be-8c84-5234ac7efd7f gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:36:51.416093 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d6d81020-795b-4348-aff8-e4d7d3cd40f4 req-5158a4a5-3f14-4a0e-8740-b09d31b679a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6629f354-c1e7-44f4-90fa-1e340bce002d HTTP/1.1" status: 200 len: 999 time: 0.3046169 May 23 12:36:51.469518 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d81020-795b-4348-aff8-e4d7d3cd40f4 req-e7060758-9b8f-4a79-af73-fcb9b942fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:51.470980 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d6d81020-795b-4348-aff8-e4d7d3cd40f4 req-e7060758-9b8f-4a79-af73-fcb9b942fe4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e685380f-9d07-4fcb-9265-9458eb8b6746 HTTP/1.1" status: 200 len: 848 time: 0.0476201 May 23 12:36:51.521787 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d81020-795b-4348-aff8-e4d7d3cd40f4 req-05eb0611-c430-417a-ae58-58e8a96d1374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:51.523420 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d6d81020-795b-4348-aff8-e4d7d3cd40f4 req-05eb0611-c430-417a-ae58-58e8a96d1374 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eba13816-fd74-4783-a2bd-29f9a2d3200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461302 May 23 12:36:51.575406 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-8fdcc2d2-7663-4451-ac61-47cc08242352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'name': 'tempest-TestShelveInstance-2042413258-router', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:46Z', 'revision_number': 4, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'gw_port': {'id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '4df6f1be-433a-4076-881e-deb9e5553fec', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'port_id': '6629f354-c1e7-44f4-90fa-1e340bce002d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d', 'mac_address': 'fa:16:3e:e0:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acfc6ec-6e8f-4969-99e8-0de456fcb7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:36:49Z', 'updated_at': '2022-05-23T12:36:49Z', 'revision_number': 0, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde0c7cf-0adb-4bcc-8609-792460a0cc18', 'name': '', 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'mac_address': 'fa:16:3e:aa:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e685380f-9d07-4fcb-9265-9458eb8b6746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:45Z', 'updated_at': '2022-05-23T12:35:53Z', 'revision_number': 5, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'subnets': [{'id': 'e685380f-9d07-4fcb-9265-9458eb8b6746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:36:51.600613 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdcc2d2-7663-4451-ac61-47cc08242352 None None] The sync data for ids ['3acf8efd-5454-49be-8c84-5234ac7efd7f'] in dv-cinder-836996-27-iscsi is: [{'id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'name': 'tempest-TestShelveInstance-2042413258-router', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:46Z', 'revision_number': 4, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'gw_port': {'id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '4df6f1be-433a-4076-881e-deb9e5553fec', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'port_id': '6629f354-c1e7-44f4-90fa-1e340bce002d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d', 'mac_address': 'fa:16:3e:e0:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acfc6ec-6e8f-4969-99e8-0de456fcb7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:36:49Z', 'updated_at': '2022-05-23T12:36:49Z', 'revision_number': 0, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde0c7cf-0adb-4bcc-8609-792460a0cc18', 'name': '', 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'mac_address': 'fa:16:3e:aa:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e685380f-9d07-4fcb-9265-9458eb8b6746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:45Z', 'updated_at': '2022-05-23T12:35:53Z', 'revision_number': 5, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'subnets': [{'id': 'e685380f-9d07-4fcb-9265-9458eb8b6746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:36:51.619134 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d6d81020-795b-4348-aff8-e4d7d3cd40f4 req-5b291941-d47d-4e64-bb21-df48c2d909f0 service neutron] 10.222.0.15 "GET /v2.0/networks/eba13816-fd74-4783-a2bd-29f9a2d3200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877643 May 23 12:36:51.724977 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d6d81020-795b-4348-aff8-e4d7d3cd40f4 req-4067cf09-4ba8-4b3b-8aa0-4c5f016d1835 service neutron] 10.222.0.15 "GET /v2.0/networks/eba13816-fd74-4783-a2bd-29f9a2d3200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953350 May 23 12:36:51.821709 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c715146f-653a-4ed1-a0ad-b02ef0890ea2 None None] New status for floating IP 4df6f1be-433a-4076-881e-deb9e5553fec: ACTIVE {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:36:51.825276 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:55.812863 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd5e96-a836-48b0-beeb-bbdaa4e720bb req-d063e54b-3894-46d1-9364-178b57342262 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:55.814381 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91cd5e96-a836-48b0-beeb-bbdaa4e720bb req-d063e54b-3894-46d1-9364-178b57342262 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 946 time: 0.0494022 May 23 12:36:55.862407 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91cd5e96-a836-48b0-beeb-bbdaa4e720bb req-c2fc039c-1a9d-4ec0-893f-9e95c3594271 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=087a2fae-f776-4915-93b7-e6c669153943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418541 May 23 12:36:56.985349 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405de4c-63d7-4fcf-aefe-eaca0e9ba8ed req-c30cc9d5-d94b-4c1e-a0a2-a337676e8d10 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:56.986793 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c405de4c-63d7-4fcf-aefe-eaca0e9ba8ed req-c30cc9d5-d94b-4c1e-a0a2-a337676e8d10 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 946 time: 0.0486894 May 23 12:36:57.035060 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c405de4c-63d7-4fcf-aefe-eaca0e9ba8ed req-b80212c7-0298-48ba-9fb7-8be607d92391 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=087a2fae-f776-4915-93b7-e6c669153943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423093 May 23 12:36:57.411530 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:57.420485 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a0230-b280-411c-925c-d938ca9be374 req-06ea6744-3135-4271-b15f-dc43ac50a05f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:57.421817 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d13a0230-b280-411c-925c-d938ca9be374 req-06ea6744-3135-4271-b15f-dc43ac50a05f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.15 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 946 time: 0.0511572 May 23 12:36:57.505435 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-d13a0230-b280-411c-925c-d938ca9be374 req-d3a09611-3cca-4fca-9473-25d871d08987 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Deleting port 214009e0-0102-49c7-bbc1-24d5fb2d2f55 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:36:57.505764 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d13a0230-b280-411c-925c-d938ca9be374 req-d3a09611-3cca-4fca-9473-25d871d08987 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (214009e0-0102-49c7-bbc1-24d5fb2d2f55), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:57.596201 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-d13a0230-b280-411c-925c-d938ca9be374 req-d3a09611-3cca-4fca-9473-25d871d08987 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] For port 214009e0-0102-49c7-bbc1-24d5fb2d2f55, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=214009e0-0102-49c7-bbc1-24d5fb2d2f55,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:36:57.596579 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d13a0230-b280-411c-925c-d938ca9be374 req-d3a09611-3cca-4fca-9473-25d871d08987 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (214009e0-0102-49c7-bbc1-24d5fb2d2f55), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:57.697653 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:57.821947 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d13a0230-b280-411c-925c-d938ca9be374 req-d3a09611-3cca-4fca-9473-25d871d08987 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:57.822328 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d13a0230-b280-411c-925c-d938ca9be374 req-d3a09611-3cca-4fca-9473-25d871d08987 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (3d578138-f17f-46a2-8959-668afbf1e68e), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:57.822622 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.db.l3_db [req-d13a0230-b280-411c-925c-d938ca9be374 req-d3a09611-3cca-4fca-9473-25d871d08987 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Floating IP 3d578138-f17f-46a2-8959-668afbf1e68e disassociated. External IP: 172.27.0.70, port: 214009e0-0102-49c7-bbc1-24d5fb2d2f55. May 23 12:36:57.822962 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-d13a0230-b280-411c-925c-d938ca9be374 req-d3a09611-3cca-4fca-9473-25d871d08987 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Calling delete_port for 214009e0-0102-49c7-bbc1-24d5fb2d2f55 owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:36:57.956986 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d13a0230-b280-411c-925c-d938ca9be374 req-d3a09611-3cca-4fca-9473-25d871d08987 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (214009e0-0102-49c7-bbc1-24d5fb2d2f55), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:57.987784 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a09611-3cca-4fca-9473-25d871d08987 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event deleted for resources: {'Port': ['ID=214009e0-0102-49c7-bbc1-24d5fb2d2f55,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:58.017542 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:36:58.148318 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d13a0230-b280-411c-925c-d938ca9be374 req-d3a09611-3cca-4fca-9473-25d871d08987 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Router a1273a1e-93ca-4062-8a87-809e8bae5c19 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:36:58.151838 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fa688c49-b4a1-473a-89bf-91fc176ac884 req-f2f4e3eb-a7ca-48fb-9ef9-91567ea80025 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=a624bb16-d6b7-491a-9724-9a51af12140d HTTP/1.1" status: 200 len: 210 time: 0.0419199 May 23 12:36:58.256926 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d13a0230-b280-411c-925c-d938ca9be374 req-d3a09611-3cca-4fca-9473-25d871d08987 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:36:58.281240 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b3d8fc-2db2-44a9-860a-96e038675a42 None None] Sync routers for ids ['a1273a1e-93ca-4062-8a87-809e8bae5c19'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:36:58.285526 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=100 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:58.307051 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b3d8fc-2db2-44a9-860a-96e038675a42 None None] Routers {'a1273a1e-93ca-4062-8a87-809e8bae5c19'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:36:58.308472 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-06b3d8fc-2db2-44a9-860a-96e038675a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:36:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['a1273a1e-93ca-4062-8a87-809e8bae5c19'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:36:58.313157 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13a0230-b280-411c-925c-d938ca9be374 req-d3a09611-3cca-4fca-9473-25d871d08987 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] No DVR routers for this DVR port 214009e0-0102-49c7-bbc1-24d5fb2d2f55 on host hv-cinder-83699 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:36:58.317706 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-d13a0230-b280-411c-925c-d938ca9be374 req-d3a09611-3cca-4fca-9473-25d871d08987 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:58.321719 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d13a0230-b280-411c-925c-d938ca9be374 req-d3a09611-3cca-4fca-9473-25d871d08987 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.15 "DELETE /v2.0/ports/214009e0-0102-49c7-bbc1-24d5fb2d2f55 HTTP/1.1" status: 204 len: 173 time: 0.8947468 May 23 12:36:58.322190 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a624bb16-d6b7-491a-9724-9a51af12140d', 'name': 'network-vif-deleted', 'tag': '214009e0-0102-49c7-bbc1-24d5fb2d2f55'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:36:58.332347 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32385300-1754-4bde-98eb-ea14703361d3" -d '{"events": [{"server_uuid": "a624bb16-d6b7-491a-9724-9a51af12140d", "name": "network-vif-deleted", "tag": "214009e0-0102-49c7-bbc1-24d5fb2d2f55"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:36:58.378861 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0969c6-e5de-41ef-85f1-24bffb87ed91 x-openstack-request-id: req-1f0969c6-e5de-41ef-85f1-24bffb87ed91 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:36:58.379185 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a624bb16-d6b7-491a-9724-9a51af12140d", "name": "network-vif-deleted", "tag": "214009e0-0102-49c7-bbc1-24d5fb2d2f55", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:36:58.379446 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f0969c6-e5de-41ef-85f1-24bffb87ed91 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:36:58.379975 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f0969c6-e5de-41ef-85f1-24bffb87ed91'] response: {'server_uuid': 'a624bb16-d6b7-491a-9724-9a51af12140d', 'name': 'network-vif-deleted', 'tag': '214009e0-0102-49c7-bbc1-24d5fb2d2f55', 'status': 'completed', 'code': 200} May 23 12:36:58.569884 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-06b3d8fc-2db2-44a9-860a-96e038675a42 None None] Set router a1273a1e-93ca-4062-8a87-809e8bae5c19 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:36:58.574372 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad26607-fff8-4041-b710-98a5c027392c req-02858f8e-2066-42d5-b635-b5ee3b7d933e tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:58.577030 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9ad26607-fff8-4041-b710-98a5c027392c req-02858f8e-2066-42d5-b635-b5ee3b7d933e tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0567374 May 23 12:36:58.628445 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9ad26607-fff8-4041-b710-98a5c027392c req-5adf79c0-7b23-4d87-99a5-f68662b70772 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454099 May 23 12:36:58.642920 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=100 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:58.787776 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-06b3d8fc-2db2-44a9-860a-96e038675a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'c5aafc40-a560-4e5c-9450-5dd43a1b3f27', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'port_id': '25a3b497-66c4-4bc0-887a-9599ceea33ec', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'mac_address': 'fa:16:3e:e2:52:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:33:39Z', 'updated_at': '2022-05-23T12:34:11Z', 'revision_number': 2, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:36:58.814155 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b3d8fc-2db2-44a9-860a-96e038675a42 None None] Checking router: a1273a1e-93ca-4062-8a87-809e8bae5c19 for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:36:58.823192 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b3d8fc-2db2-44a9-860a-96e038675a42 None None] Routers {'a1273a1e-93ca-4062-8a87-809e8bae5c19'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:36:58.823841 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-06b3d8fc-2db2-44a9-860a-96e038675a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:36:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['a1273a1e-93ca-4062-8a87-809e8bae5c19'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:36:58.931585 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-06b3d8fc-2db2-44a9-860a-96e038675a42 None None] Set router a1273a1e-93ca-4062-8a87-809e8bae5c19 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:36:59.186835 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-06b3d8fc-2db2-44a9-860a-96e038675a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'c5aafc40-a560-4e5c-9450-5dd43a1b3f27', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'port_id': '25a3b497-66c4-4bc0-887a-9599ceea33ec', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'mac_address': 'fa:16:3e:e2:52:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:33:39Z', 'updated_at': '2022-05-23T12:34:11Z', 'revision_number': 2, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:36:59.218875 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b3d8fc-2db2-44a9-860a-96e038675a42 None None] The sync data for ids ['a1273a1e-93ca-4062-8a87-809e8bae5c19'] in dv-cinder-836996-27-iscsi is: [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'c5aafc40-a560-4e5c-9450-5dd43a1b3f27', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'port_id': '25a3b497-66c4-4bc0-887a-9599ceea33ec', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'mac_address': 'fa:16:3e:e2:52:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:33:39Z', 'updated_at': '2022-05-23T12:34:11Z', 'revision_number': 2, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:36:59.250113 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 55706) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:36:59.312793 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c0f71317-bc71-4e89-838e-bf40b9b88c83 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (087a2fae-f776-4915-93b7-e6c669153943), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:59.324324 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:36:59.346749 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c0f71317-bc71-4e89-838e-bf40b9b88c83 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (087a2fae-f776-4915-93b7-e6c669153943), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:59.401734 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c0f71317-bc71-4e89-838e-bf40b9b88c83 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (087a2fae-f776-4915-93b7-e6c669153943), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:59.405132 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c0f71317-bc71-4e89-838e-bf40b9b88c83 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:59.409057 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-c0f71317-bc71-4e89-838e-bf40b9b88c83 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "DELETE /v2.0/security-groups/087a2fae-f776-4915-93b7-e6c669153943 HTTP/1.1" status: 204 len: 168 time: 0.1551716 May 23 12:36:59.410683 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 55708) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:36:59.417937 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f71317-bc71-4e89-838e-bf40b9b88c83 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=087a2fae-f776-4915-93b7-e6c669153943,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:59.426145 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.api.v2.resource [None req-1da3bf85-7aef-43aa-bd78-56390d7f96aa tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] show failed (client error): The resource could not be found. May 23 12:36:59.431223 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-1da3bf85-7aef-43aa-bd78-56390d7f96aa tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups/087a2fae-f776-4915-93b7-e6c669153943 HTTP/1.1" status: 404 len: 347 time: 0.0193744 May 23 12:36:59.431932 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 55710) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:36:59.521170 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5ce5a9-6e4e-4343-a660-d13c06aa7b87 None None] New status for floating IP 3d578138-f17f-46a2-8959-668afbf1e68e: DOWN {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:36:59.555764 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Deleting port 21c006f2-cfee-4334-b2c9-2a6d54a37467 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:36:59.556193 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (21c006f2-cfee-4334-b2c9-2a6d54a37467), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:59.641098 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (21c006f2-cfee-4334-b2c9-2a6d54a37467), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:59.641450 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (21c006f2-cfee-4334-b2c9-2a6d54a37467), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:59.656029 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Calling delete_port for 21c006f2-cfee-4334-b2c9-2a6d54a37467 owned by network:floatingip {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:36:59.767255 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036faf7-5881-476d-b456-64f86adbaccf req-69d92a55-99f4-4e44-b4c5-3a133b1f9284 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:36:59.768806 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7036faf7-5881-476d-b456-64f86adbaccf req-69d92a55-99f4-4e44-b4c5-3a133b1f9284 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0530617 May 23 12:36:59.818883 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (21c006f2-cfee-4334-b2c9-2a6d54a37467), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:59.827123 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7036faf7-5881-476d-b456-64f86adbaccf req-4f5b3282-f95b-4d9f-839a-06e472b72c84 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506144 May 23 12:36:59.849026 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event deleted for resources: {'Port': ['ID=21c006f2-cfee-4334-b2c9-2a6d54a37467,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:36:59.863092 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:59.863695 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:59.864234 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:59.864761 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:59.865106 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:59.865446 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:59.865782 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:59.866148 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:59.866556 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:59.866888 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:59.867316 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:59.867645 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:59.867973 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:59.868337 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:59.868663 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:36:59.932009 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (3d578138-f17f-46a2-8959-668afbf1e68e), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:59.934951 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:36:59.938821 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-6b52db9f-f86b-491f-bebe-f27c51ee8f12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "DELETE /v2.0/floatingips/3d578138-f17f-46a2-8959-668afbf1e68e HTTP/1.1" status: 204 len: 168 time: 0.5029826 May 23 12:37:00.918559 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:00.956740 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321c5ea-612a-423b-b5b2-45a4cee874b3 req-629a74f1-ba42-4ea7-9791-2f8c0cc61175 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:00.958204 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7321c5ea-612a-423b-b5b2-45a4cee874b3 req-629a74f1-ba42-4ea7-9791-2f8c0cc61175 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0502467 May 23 12:37:01.010081 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7321c5ea-612a-423b-b5b2-45a4cee874b3 req-3e2dc997-bdb8-4103-a5e4-ef3919742265 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453551 May 23 12:37:01.569509 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a0a9f-5e75-47a8-9411-8c466870f628 req-85a50772-0af5-4d64-9459-1b5a7ce77f6a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:01.571713 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4a7a0a9f-5e75-47a8-9411-8c466870f628 req-85a50772-0af5-4d64-9459-1b5a7ce77f6a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5 HTTP/1.1" status: 200 len: 945 time: 0.0472636 May 23 12:37:01.594957 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 214009e0-0102-49c7-bbc1-24d5fb2d2f55 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:37:01.616918 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] No Port match for: 214009e0-0102-49c7-bbc1-24d5fb2d2f55 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:37:01.617907 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 214009e0-0102-49c7-bbc1-24d5fb2d2f55 not bound to the agent host hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:37:01.620238 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4a7a0a9f-5e75-47a8-9411-8c466870f628 req-74f863a2-fcb6-4e10-aa9a-1efe66bddce2 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04c3229-ca64-4d42-97dd-e95f86784140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426917 May 23 12:37:02.131314 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133165f-ce22-4f26-ad57-bf05b8908d75 req-5d4907b1-ec1d-4ab6-bd8c-7b3aa9042ed3 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:02.132790 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6133165f-ce22-4f26-ad57-bf05b8908d75 req-5d4907b1-ec1d-4ab6-bd8c-7b3aa9042ed3 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0468688 May 23 12:37:02.180733 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6133165f-ce22-4f26-ad57-bf05b8908d75 req-aa9418af-ba44-47dd-ac00-3d5f23fb66db tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422781 May 23 12:37:02.387124 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a521e8c-2f19-43e4-857b-95421d35d878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:02.746623 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0075e61-a3cf-4735-9052-0bd47d31044b req-3a2da2f6-d72c-4e6e-a64a-c3cfbd7f0e85 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:02.748300 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d0075e61-a3cf-4735-9052-0bd47d31044b req-3a2da2f6-d72c-4e6e-a64a-c3cfbd7f0e85 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5 HTTP/1.1" status: 200 len: 945 time: 0.0564883 May 23 12:37:02.798489 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d0075e61-a3cf-4735-9052-0bd47d31044b req-e5fe74a1-8918-4523-ae1f-470d2a0b273e tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04c3229-ca64-4d42-97dd-e95f86784140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441496 May 23 12:37:03.307578 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c4139-8410-4b66-82cb-03178313e4ff req-3edb9b8c-2d8d-4817-af76-684d1ec0fa77 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:03.309103 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4e7c4139-8410-4b66-82cb-03178313e4ff req-3edb9b8c-2d8d-4817-af76-684d1ec0fa77 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0570045 May 23 12:37:03.367905 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4e7c4139-8410-4b66-82cb-03178313e4ff req-81ddadea-3ad7-4b80-9ab4-b759b5d69083 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453925 May 23 12:37:03.552071 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:03.927333 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4aa578-84d2-4abe-b0ce-2153d5c9ab78 req-31980e33-cbc2-4811-a0af-cdca788bcac7 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:03.928835 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6e4aa578-84d2-4abe-b0ce-2153d5c9ab78 req-31980e33-cbc2-4811-a0af-cdca788bcac7 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5 HTTP/1.1" status: 200 len: 945 time: 0.0549791 May 23 12:37:03.983835 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6e4aa578-84d2-4abe-b0ce-2153d5c9ab78 req-1417cc6e-df5b-44d1-8930-a58c7038d53b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04c3229-ca64-4d42-97dd-e95f86784140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489862 May 23 12:37:04.069508 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761f48e-7834-46a3-8cd1-174e4623ab95 req-f75f56d2-0b8d-414d-a98b-93c7006ca426 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:04.071948 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0761f48e-7834-46a3-8cd1-174e4623ab95 req-f75f56d2-0b8d-414d-a98b-93c7006ca426 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5 HTTP/1.1" status: 200 len: 945 time: 0.0570068 May 23 12:37:04.424045 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-0761f48e-7834-46a3-8cd1-174e4623ab95 req-9c4d29c3-1edc-4be2-9f9e-89874f8d2d5a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Deleting port 25a3b497-66c4-4bc0-887a-9599ceea33ec {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:37:04.424822 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-0761f48e-7834-46a3-8cd1-174e4623ab95 req-9c4d29c3-1edc-4be2-9f9e-89874f8d2d5a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (25a3b497-66c4-4bc0-887a-9599ceea33ec), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:04.521262 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb639ae-d32f-4b19-a2b5-9f05049bcf8c req-5f208865-9280-47f2-a9c1-78afff5ce057 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:04.522653 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4bb639ae-d32f-4b19-a2b5-9f05049bcf8c req-5f208865-9280-47f2-a9c1-78afff5ce057 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0838797 May 23 12:37:04.579135 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-0761f48e-7834-46a3-8cd1-174e4623ab95 req-9c4d29c3-1edc-4be2-9f9e-89874f8d2d5a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] For port 25a3b497-66c4-4bc0-887a-9599ceea33ec, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=25a3b497-66c4-4bc0-887a-9599ceea33ec,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:04.579491 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-0761f48e-7834-46a3-8cd1-174e4623ab95 req-9c4d29c3-1edc-4be2-9f9e-89874f8d2d5a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (25a3b497-66c4-4bc0-887a-9599ceea33ec), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:04.601920 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:04.609127 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4bb639ae-d32f-4b19-a2b5-9f05049bcf8c req-c90b30ed-46a3-4f93-a228-7ceb171a518b tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793314 May 23 12:37:04.645875 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-10d47d3e-e1d5-4ada-b959-adf0a410a33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:04.748008 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:04.771625 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-0761f48e-7834-46a3-8cd1-174e4623ab95 req-9c4d29c3-1edc-4be2-9f9e-89874f8d2d5a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:04.771901 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-0761f48e-7834-46a3-8cd1-174e4623ab95 req-9c4d29c3-1edc-4be2-9f9e-89874f8d2d5a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (c5aafc40-a560-4e5c-9450-5dd43a1b3f27), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:04.772244 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.db.l3_db [req-0761f48e-7834-46a3-8cd1-174e4623ab95 req-9c4d29c3-1edc-4be2-9f9e-89874f8d2d5a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Floating IP c5aafc40-a560-4e5c-9450-5dd43a1b3f27 disassociated. External IP: 172.27.0.201, port: 25a3b497-66c4-4bc0-887a-9599ceea33ec. May 23 12:37:04.772593 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-0761f48e-7834-46a3-8cd1-174e4623ab95 req-9c4d29c3-1edc-4be2-9f9e-89874f8d2d5a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Calling delete_port for 25a3b497-66c4-4bc0-887a-9599ceea33ec owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:37:04.903568 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-0761f48e-7834-46a3-8cd1-174e4623ab95 req-9c4d29c3-1edc-4be2-9f9e-89874f8d2d5a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (25a3b497-66c4-4bc0-887a-9599ceea33ec), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:04.936583 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d29c3-1edc-4be2-9f9e-89874f8d2d5a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event deleted for resources: {'Port': ['ID=25a3b497-66c4-4bc0-887a-9599ceea33ec,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:05.047077 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0761f48e-7834-46a3-8cd1-174e4623ab95 req-9c4d29c3-1edc-4be2-9f9e-89874f8d2d5a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Router a1273a1e-93ca-4062-8a87-809e8bae5c19 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:37:05.120839 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-be85a597-0be1-4fd7-bab8-1ae973582129 req-49af0f66-dba6-4713-b7af-19bb91e9aa6d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5 HTTP/1.1" status: 200 len: 210 time: 0.0612917 May 23 12:37:05.181339 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0761f48e-7834-46a3-8cd1-174e4623ab95 req-9c4d29c3-1edc-4be2-9f9e-89874f8d2d5a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:37:05.192083 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6670841-d4c0-4a49-96ff-0bad5f43dabe None None] Sync routers for ids ['a1273a1e-93ca-4062-8a87-809e8bae5c19'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:37:05.203268 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6670841-d4c0-4a49-96ff-0bad5f43dabe None None] Routers {'a1273a1e-93ca-4062-8a87-809e8bae5c19'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:37:05.203944 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-d6670841-d4c0-4a49-96ff-0bad5f43dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:37:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['a1273a1e-93ca-4062-8a87-809e8bae5c19'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:05.224887 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-0761f48e-7834-46a3-8cd1-174e4623ab95 req-9c4d29c3-1edc-4be2-9f9e-89874f8d2d5a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] No DVR routers for this DVR port 25a3b497-66c4-4bc0-887a-9599ceea33ec on host hv-cinder-83699 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:37:05.227808 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-0761f48e-7834-46a3-8cd1-174e4623ab95 req-9c4d29c3-1edc-4be2-9f9e-89874f8d2d5a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:05.231042 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0761f48e-7834-46a3-8cd1-174e4623ab95 req-9c4d29c3-1edc-4be2-9f9e-89874f8d2d5a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.15 "DELETE /v2.0/ports/25a3b497-66c4-4bc0-887a-9599ceea33ec HTTP/1.1" status: 204 len: 173 time: 0.8918400 May 23 12:37:05.231485 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5', 'name': 'network-vif-deleted', 'tag': '25a3b497-66c4-4bc0-887a-9599ceea33ec'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:37:05.233739 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503c2e19-8099-4e6d-a131-4cf4e4c070d0" -d '{"events": [{"server_uuid": "9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5", "name": "network-vif-deleted", "tag": "25a3b497-66c4-4bc0-887a-9599ceea33ec"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:37:05.271788 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79ad454-3173-46ef-8a6b-2c9acd01fbae x-openstack-request-id: req-f79ad454-3173-46ef-8a6b-2c9acd01fbae {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:37:05.272085 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5", "name": "network-vif-deleted", "tag": "25a3b497-66c4-4bc0-887a-9599ceea33ec", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:37:05.272358 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f79ad454-3173-46ef-8a6b-2c9acd01fbae {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:37:05.272786 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f79ad454-3173-46ef-8a6b-2c9acd01fbae'] response: {'server_uuid': '9d08fb1f-a3c7-4fd2-9eec-0558f15dafa5', 'name': 'network-vif-deleted', 'tag': '25a3b497-66c4-4bc0-887a-9599ceea33ec', 'status': 'completed', 'code': 200} May 23 12:37:05.349238 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-d6670841-d4c0-4a49-96ff-0bad5f43dabe None None] Set router a1273a1e-93ca-4062-8a87-809e8bae5c19 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:37:05.475954 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242fcfa-72da-47fa-b1b5-d18baac40e6e req-e57d141d-5476-4dfa-8551-2eebe8ffd71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:05.478719 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e242fcfa-72da-47fa-b1b5-d18baac40e6e req-e57d141d-5476-4dfa-8551-2eebe8ffd71b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=736376830ed340b2aa62c455c134c4e2&device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 1129 time: 0.0709562 May 23 12:37:05.550440 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=100 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:05.574291 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-d6670841-d4c0-4a49-96ff-0bad5f43dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:05.599368 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6670841-d4c0-4a49-96ff-0bad5f43dabe None None] Checking router: a1273a1e-93ca-4062-8a87-809e8bae5c19 for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:37:05.608161 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6670841-d4c0-4a49-96ff-0bad5f43dabe None None] Routers {'a1273a1e-93ca-4062-8a87-809e8bae5c19'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:37:05.608787 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-d6670841-d4c0-4a49-96ff-0bad5f43dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:37:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['a1273a1e-93ca-4062-8a87-809e8bae5c19'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:05.655145 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=100 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:05.717513 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-d6670841-d4c0-4a49-96ff-0bad5f43dabe None None] Set router a1273a1e-93ca-4062-8a87-809e8bae5c19 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:37:05.747584 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93c0c7-39d5-4d45-980b-1149bbde439d req-c769ee4d-8233-485b-afba-454671699fb8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:05.749123 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3f93c0c7-39d5-4d45-980b-1149bbde439d req-c769ee4d-8233-485b-afba-454671699fb8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0510359 May 23 12:37:05.819124 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3f93c0c7-39d5-4d45-980b-1149bbde439d req-aa0e2a7c-8d2d-427a-bede-7631851f1111 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641315 May 23 12:37:05.901623 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242fcfa-72da-47fa-b1b5-d18baac40e6e req-7fd5b010-3b02-4dec-884a-cdee17569ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:05.905352 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e242fcfa-72da-47fa-b1b5-d18baac40e6e req-7fd5b010-3b02-4dec-884a-cdee17569ce3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc274260-5d38-4e43-aa07-b73fcfa156ea HTTP/1.1" status: 200 len: 911 time: 0.1100144 May 23 12:37:05.941565 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:05.946635 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-d6670841-d4c0-4a49-96ff-0bad5f43dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:05.976247 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6670841-d4c0-4a49-96ff-0bad5f43dabe None None] The sync data for ids ['a1273a1e-93ca-4062-8a87-809e8bae5c19'] in dv-cinder-836996-27-iscsi is: [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:37:05.996163 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e242fcfa-72da-47fa-b1b5-d18baac40e6e req-159cc4d6-50ce-4b87-8719-269ef194ba46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c168015-cbd1-4ffe-8cf8-c803d21df858 HTTP/1.1" status: 200 len: 1000 time: 0.0829291 May 23 12:37:06.055056 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:06.068326 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242fcfa-72da-47fa-b1b5-d18baac40e6e req-3ddc199b-290c-41df-8d3d-42cbbf8db490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:06.069740 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e242fcfa-72da-47fa-b1b5-d18baac40e6e req-3ddc199b-290c-41df-8d3d-42cbbf8db490 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=188e2ead-7d0d-4956-8add-55d376412943 HTTP/1.1" status: 200 len: 849 time: 0.0660708 May 23 12:37:06.121636 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242fcfa-72da-47fa-b1b5-d18baac40e6e req-da9d183c-b4a5-4d00-b63a-c89a863a1bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:06.123146 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e242fcfa-72da-47fa-b1b5-d18baac40e6e req-da9d183c-b4a5-4d00-b63a-c89a863a1bb7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc274260-5d38-4e43-aa07-b73fcfa156ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451260 May 23 12:37:06.224314 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e242fcfa-72da-47fa-b1b5-d18baac40e6e req-8890e1f6-3b3c-47c6-9ec4-58ba438a36b8 service neutron] 10.222.0.15 "GET /v2.0/networks/cc274260-5d38-4e43-aa07-b73fcfa156ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927176 May 23 12:37:06.264237 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 55758) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:37:06.283517 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:06.294788 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df2ce2-b03c-4dfc-89f1-8d6f322eb156 None None] New status for floating IP c5aafc40-a560-4e5c-9450-5dd43a1b3f27: DOWN {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:37:06.334753 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e242fcfa-72da-47fa-b1b5-d18baac40e6e req-27cf0542-eb04-4a74-a13e-d6f964675a4f service neutron] 10.222.0.15 "GET /v2.0/networks/cc274260-5d38-4e43-aa07-b73fcfa156ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023798 May 23 12:37:06.366860 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a64e3622-e67e-443d-8347-a617e0a9c721 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (e04c3229-ca64-4d42-97dd-e95f86784140), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:06.404456 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a64e3622-e67e-443d-8347-a617e0a9c721 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (e04c3229-ca64-4d42-97dd-e95f86784140), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:06.467360 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a64e3622-e67e-443d-8347-a617e0a9c721 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (e04c3229-ca64-4d42-97dd-e95f86784140), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:06.470572 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a64e3622-e67e-443d-8347-a617e0a9c721 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:06.472548 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-a64e3622-e67e-443d-8347-a617e0a9c721 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "DELETE /v2.0/security-groups/e04c3229-ca64-4d42-97dd-e95f86784140 HTTP/1.1" status: 204 len: 168 time: 0.2066677 May 23 12:37:06.475136 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 55760) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:37:06.485935 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e3622-e67e-443d-8347-a617e0a9c721 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04c3229-ca64-4d42-97dd-e95f86784140,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:06.490296 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.api.v2.resource [None req-c9b78d98-4364-44af-ae47-b31e29a0be1a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] show failed (client error): The resource could not be found. May 23 12:37:06.492521 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-c9b78d98-4364-44af-ae47-b31e29a0be1a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups/e04c3229-ca64-4d42-97dd-e95f86784140 HTTP/1.1" status: 404 len: 347 time: 0.0150609 May 23 12:37:06.496543 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 55762) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:37:06.612584 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-35e60130-7c59-4916-b890-d0d88879c614 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Deleting port a764b7b0-3c12-47c7-95ce-3ef25aaa5f47 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:37:06.612926 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-35e60130-7c59-4916-b890-d0d88879c614 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (a764b7b0-3c12-47c7-95ce-3ef25aaa5f47), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:06.691971 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-35e60130-7c59-4916-b890-d0d88879c614 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (a764b7b0-3c12-47c7-95ce-3ef25aaa5f47), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:06.692333 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-35e60130-7c59-4916-b890-d0d88879c614 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (a764b7b0-3c12-47c7-95ce-3ef25aaa5f47), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:06.705526 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-35e60130-7c59-4916-b890-d0d88879c614 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Calling delete_port for a764b7b0-3c12-47c7-95ce-3ef25aaa5f47 owned by network:floatingip {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:37:06.743419 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:06.789479 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:06.843065 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-35e60130-7c59-4916-b890-d0d88879c614 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (a764b7b0-3c12-47c7-95ce-3ef25aaa5f47), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:06.868973 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e60130-7c59-4916-b890-d0d88879c614 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event deleted for resources: {'Port': ['ID=a764b7b0-3c12-47c7-95ce-3ef25aaa5f47,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:06.938934 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-35e60130-7c59-4916-b890-d0d88879c614 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (c5aafc40-a560-4e5c-9450-5dd43a1b3f27), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:06.941452 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-35e60130-7c59-4916-b890-d0d88879c614 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:06.945984 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-35e60130-7c59-4916-b890-d0d88879c614 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "DELETE /v2.0/floatingips/c5aafc40-a560-4e5c-9450-5dd43a1b3f27 HTTP/1.1" status: 204 len: 168 time: 0.4450538 May 23 12:37:06.978340 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b91a6-d1f5-4115-bdaa-ff6d353369f9 req-78940ce1-8b0c-4b25-9681-cf8fd444c7e7 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:06.979867 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c79b91a6-d1f5-4115-bdaa-ff6d353369f9 req-78940ce1-8b0c-4b25-9681-cf8fd444c7e7 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0588481 May 23 12:37:07.043539 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 55768) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:37:07.048197 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-88211a78-c555-4db9-b75b-caedc01a0b68 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1021161102', 'description': 'tempest-description--1783746022'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:37:07.052575 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c79b91a6-d1f5-4115-bdaa-ff6d353369f9 req-86a44860-bd8b-4ddc-9b11-36685314f7b8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667930 May 23 12:37:07.071428 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88211a78-c555-4db9-b75b-caedc01a0b68 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:07.146434 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88211a78-c555-4db9-b75b-caedc01a0b68 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (10625ff3-eacd-45a7-b4f7-8503253405a3), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:07.150276 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88211a78-c555-4db9-b75b-caedc01a0b68 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (10625ff3-eacd-45a7-b4f7-8503253405a3), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:07.183280 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88211a78-c555-4db9-b75b-caedc01a0b68 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:07.184536 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-88211a78-c555-4db9-b75b-caedc01a0b68 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1399434 May 23 12:37:07.186428 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88211a78-c555-4db9-b75b-caedc01a0b68 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10625ff3-eacd-45a7-b4f7-8503253405a3,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:07.187993 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 55770) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:37:07.194749 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-ec7c2058-89ef-4f3b-9e4e-f02058600150 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'security_group_rule': {'security_group_id': '10625ff3-eacd-45a7-b4f7-8503253405a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:37:07.228291 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ec7c2058-89ef-4f3b-9e4e-f02058600150 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (45a67754-ddac-40e3-9087-bca009c6e67c), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:07.284517 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:07.291043 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ec7c2058-89ef-4f3b-9e4e-f02058600150 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (45a67754-ddac-40e3-9087-bca009c6e67c), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:07.295024 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ec7c2058-89ef-4f3b-9e4e-f02058600150 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (45a67754-ddac-40e3-9087-bca009c6e67c), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:07.315184 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c2058-89ef-4f3b-9e4e-f02058600150 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a67754-ddac-40e3-9087-bca009c6e67c,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:07.324116 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ec7c2058-89ef-4f3b-9e4e-f02058600150 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:07.325340 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-ec7c2058-89ef-4f3b-9e4e-f02058600150 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360047 May 23 12:37:07.328352 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 55772) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:37:07.333757 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-5ee12fa9-a227-4257-b6be-f9cafdd17d96 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'security_group_rule': {'security_group_id': '10625ff3-eacd-45a7-b4f7-8503253405a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:37:07.360983 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5ee12fa9-a227-4257-b6be-f9cafdd17d96 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (6270fd90-da8d-4050-9b6f-0d5b34d30e63), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:07.419023 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5ee12fa9-a227-4257-b6be-f9cafdd17d96 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (6270fd90-da8d-4050-9b6f-0d5b34d30e63), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:07.423028 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5ee12fa9-a227-4257-b6be-f9cafdd17d96 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (6270fd90-da8d-4050-9b6f-0d5b34d30e63), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:07.442721 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee12fa9-a227-4257-b6be-f9cafdd17d96 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6270fd90-da8d-4050-9b6f-0d5b34d30e63,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:07.451455 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5ee12fa9-a227-4257-b6be-f9cafdd17d96 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:07.453125 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-5ee12fa9-a227-4257-b6be-f9cafdd17d96 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237218 May 23 12:37:07.456057 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 55774) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:37:07.460312 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-bd86f10b-41cc-414c-976b-0e438dac278d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'floatingip': {'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:37:07.481768 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bd86f10b-41cc-414c-976b-0e438dac278d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:07.562048 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bd86f10b-41cc-414c-976b-0e438dac278d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:07.621215 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 25a3b497-66c4-4bc0-887a-9599ceea33ec no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:37:07.641346 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] No Port match for: 25a3b497-66c4-4bc0-887a-9599ceea33ec {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:37:07.641690 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 25a3b497-66c4-4bc0-887a-9599ceea33ec not bound to the agent host hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:37:07.672015 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-bd86f10b-41cc-414c-976b-0e438dac278d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Allocated IP 172.27.0.64 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/d244b9cb-7f62-4034-9939-290894b7b8f9) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:37:07.687011 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:07.771215 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:07.785771 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bd86f10b-41cc-414c-976b-0e438dac278d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for port (d244b9cb-7f62-4034-9939-290894b7b8f9), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:07.820950 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bd86f10b-41cc-414c-976b-0e438dac278d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (d244b9cb-7f62-4034-9939-290894b7b8f9), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:07.863372 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd86f10b-41cc-414c-976b-0e438dac278d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:37:07.869793 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f10b-41cc-414c-976b-0e438dac278d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'Port': ['ID=d244b9cb-7f62-4034-9939-290894b7b8f9,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:07.873416 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-bd86f10b-41cc-414c-976b-0e438dac278d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:37:07.875723 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd86f10b-41cc-414c-976b-0e438dac278d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:37:07.965786 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bd86f10b-41cc-414c-976b-0e438dac278d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (bd88e10f-dac9-4658-a51a-3c2f819219e0), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:08.014394 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bd86f10b-41cc-414c-976b-0e438dac278d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (d244b9cb-7f62-4034-9939-290894b7b8f9), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:08.215064 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74162c-376d-4af6-b0c3-75fd3d1bdced req-731bf4e2-210a-489a-971b-2688dda217b0 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:08.216470 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fd74162c-376d-4af6-b0c3-75fd3d1bdced req-731bf4e2-210a-489a-971b-2688dda217b0 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0618241 May 23 12:37:08.295723 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bd86f10b-41cc-414c-976b-0e438dac278d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for port (d244b9cb-7f62-4034-9939-290894b7b8f9), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:08.302238 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fd74162c-376d-4af6-b0c3-75fd3d1bdced req-db2fe325-090a-408b-a267-3799ef516b3b tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785575 May 23 12:37:08.303419 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bd86f10b-41cc-414c-976b-0e438dac278d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (d244b9cb-7f62-4034-9939-290894b7b8f9), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:08.371956 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f10b-41cc-414c-976b-0e438dac278d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'Port': ['ID=d244b9cb-7f62-4034-9939-290894b7b8f9,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:08.385388 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bd86f10b-41cc-414c-976b-0e438dac278d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (bd88e10f-dac9-4658-a51a-3c2f819219e0), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:08.401471 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bd86f10b-41cc-414c-976b-0e438dac278d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:08.402704 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-bd86f10b-41cc-414c-976b-0e438dac278d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9456551 May 23 12:37:08.598664 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:08.617502 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-5cca6d39-fc92-4947-8e4b-09f27c306e33 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1021161102&fields=id&tenant_id=da82f9c566664cb1a974cf0d1bf1b09d HTTP/1.1" status: 200 len: 267 time: 0.0486596 May 23 12:37:08.640772 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:08.739723 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-5737eb0d-7121-4780-8ed6-274d4e3edfac tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:08.742422 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-5737eb0d-7121-4780-8ed6-274d4e3edfac tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/networks?id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a HTTP/1.1" status: 200 len: 814 time: 0.1130912 May 23 12:37:08.760540 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-16761f3d-5b73-488a-9b96-9404983ca74d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/quotas/da82f9c566664cb1a974cf0d1bf1b09d HTTP/1.1" status: 200 len: 375 time: 0.0122454 May 23 12:37:08.812684 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-3ea23b67-c124-4c18-9e0f-113fa88e58cd tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=da82f9c566664cb1a974cf0d1bf1b09d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464311 May 23 12:37:08.883127 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:08.918962 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-818cc8de-065d-4f4d-a2bf-72002847a12b service neutron] 10.222.0.16 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938604 May 23 12:37:09.268887 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-d71b5c9b-3212-4421-bec2-e4d7c2ebda7e service neutron] 10.222.0.16 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440640 May 23 12:37:09.478892 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc02165-eab8-491f-9766-60f65410c115 req-d51e8014-de26-4274-b48b-471ad2345019 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:09.480436 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5dc02165-eab8-491f-9766-60f65410c115 req-d51e8014-de26-4274-b48b-471ad2345019 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0992906 May 23 12:37:09.506588 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9b90f7ec-954a-4f62-afde-0b18b4067f74 req-2f61538e-65b7-4e0b-b74e-5c48f8db8006 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e15c2c-04cc-435b-a633-39c4ae1a5e24 HTTP/1.1" status: 200 len: 210 time: 0.0570102 May 23 12:37:09.549543 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5dc02165-eab8-491f-9766-60f65410c115 req-bb7d5dbf-35b5-43a1-b789-188ef2bbb5d5 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506749 May 23 12:37:10.516106 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-633a6b1c-ff98-41af-8ae8-ec8651cbff12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:10.517642 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-633a6b1c-ff98-41af-8ae8-ec8651cbff12 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.15 "GET /v2.0/networks?id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a HTTP/1.1" status: 200 len: 814 time: 0.1096525 May 23 12:37:10.635709 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3f8057ee-1d99-4f24-8b54-f31b428398dc req-a74524b9-147c-4280-9fc8-a9bac3269e5d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e15c2c-04cc-435b-a633-39c4ae1a5e24 HTTP/1.1" status: 200 len: 210 time: 0.0401211 May 23 12:37:10.642841 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-5c22c277-3e2a-4ef4-bf19-15da21efc8a4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da82f9c566664cb1a974cf0d1bf1b09d HTTP/1.1" status: 200 len: 380 time: 0.1156902 May 23 12:37:10.687731 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-e70709f2-a92b-4506-8d3d-a71f9691a831 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'port': {'device_id': 'f2e15c2c-04cc-435b-a633-39c4ae1a5e24', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'admin_state_up': True, 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'security_groups': ['10625ff3-eacd-45a7-b4f7-8503253405a3']}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:37:10.698223 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201b2c0-3b3b-49cc-a104-d019d8c93be8 req-baf7e96a-48f1-4e7c-a147-3846f7b863dc tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:10.699686 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4201b2c0-3b3b-49cc-a104-d019d8c93be8 req-baf7e96a-48f1-4e7c-a147-3846f7b863dc tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0618546 May 23 12:37:10.804505 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4201b2c0-3b3b-49cc-a104-d019d8c93be8 req-81deece9-0021-4cf9-97b8-121d499a8d8d tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946832 May 23 12:37:10.841564 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-e70709f2-a92b-4506-8d3d-a71f9691a831 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Made reservation on behalf of da82f9c566664cb1a974cf0d1bf1b09d for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:37:10.844942 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-e70709f2-a92b-4506-8d3d-a71f9691a831 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:10.977328 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-e70709f2-a92b-4506-8d3d-a71f9691a831 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Allocated IP 172.20.0.12 (34e447e2-b5a8-48e8-88c3-11c08d0cb74a/be7def1c-9596-416f-a585-da28c5a17c31/e4be8f3d-d13e-41b9-8480-75814c3ff785) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:37:10.990873 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:11.076776 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:11.129851 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-e70709f2-a92b-4506-8d3d-a71f9691a831 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for port (e4be8f3d-d13e-41b9-8480-75814c3ff785), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:11.165919 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-e70709f2-a92b-4506-8d3d-a71f9691a831 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (e4be8f3d-d13e-41b9-8480-75814c3ff785), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:11.215051 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-e70709f2-a92b-4506-8d3d-a71f9691a831 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:37:11.218200 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-e70709f2-a92b-4506-8d3d-a71f9691a831 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:37:11.222091 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-e70709f2-a92b-4506-8d3d-a71f9691a831 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:37:11.247592 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70709f2-a92b-4506-8d3d-a71f9691a831 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'Port': ['ID=e4be8f3d-d13e-41b9-8480-75814c3ff785,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:11.277694 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-e70709f2-a92b-4506-8d3d-a71f9691a831 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:11.278388 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-e70709f2-a92b-4506-8d3d-a71f9691a831 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:11.298410 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-e70709f2-a92b-4506-8d3d-a71f9691a831 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6143935 May 23 12:37:11.315177 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] Request body: {'port': {'device_id': 'f2e15c2c-04cc-435b-a633-39c4ae1a5e24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:37:11.391054 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (e4be8f3d-d13e-41b9-8480-75814c3ff785), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:11.464410 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-8b255cb1-fe24-4894-8d57-3f15ad1b4e44 None None] Provisioning complete for port e4be8f3d-d13e-41b9-8480-75814c3ff785 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:37:11.466158 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-8b255cb1-fe24-4894-8d57-3f15ad1b4e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (e4be8f3d-d13e-41b9-8480-75814c3ff785), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:11.508033 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-8b255cb1-fe24-4894-8d57-3f15ad1b4e44 None None] Port e4be8f3d-d13e-41b9-8480-75814c3ff785 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:37:11.698917 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4be8f3d-d13e-41b9-8480-75814c3ff785 {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:37:11.706900 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] Publish callbacks [] for port (e4be8f3d-d13e-41b9-8480-75814c3ff785), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:11.731009 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] Transition to ACTIVE for port object e4be8f3d-d13e-41b9-8480-75814c3ff785 will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 12:37:11.747614 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (e4be8f3d-d13e-41b9-8480-75814c3ff785), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:11.793163 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27a63a-756d-4b02-b76f-e6947b6caa0e req-b130206b-7fe4-4cdb-a4fa-932b63be3aa8 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:11.794552 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fa27a63a-756d-4b02-b76f-e6947b6caa0e req-b130206b-7fe4-4cdb-a4fa-932b63be3aa8 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e15c2c-04cc-435b-a633-39c4ae1a5e24 HTTP/1.1" status: 200 len: 932 time: 0.0803955 May 23 12:37:11.832808 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] Pushing event updated for resources: {'Port': ['ID=e4be8f3d-d13e-41b9-8480-75814c3ff785,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:11.867961 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:11.906768 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fa27a63a-756d-4b02-b76f-e6947b6caa0e req-f51fc2e0-6322-43bc-829b-3b5407d220f6 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=10625ff3-eacd-45a7-b4f7-8503253405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974288 May 23 12:37:11.921288 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:11.977819 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0fd99-a79b-4cbb-b1d1-9c02cc05099a req-d1f9c8df-3f64-4cdc-8da9-ea71e5ef7570 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:11.979336 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-56b0fd99-a79b-4cbb-b1d1-9c02cc05099a req-d1f9c8df-3f64-4cdc-8da9-ea71e5ef7570 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0768657 May 23 12:37:11.998372 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] Attempting to bind port e4be8f3d-d13e-41b9-8480-75814c3ff785 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:37:11.998874 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] Attempting to bind port e4be8f3d-d13e-41b9-8480-75814c3ff785 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:37:11.999358 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] Attempting to bind port e4be8f3d-d13e-41b9-8480-75814c3ff785 on network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:37:12.019208 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] Port e4be8f3d-d13e-41b9-8480-75814c3ff785 on network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 12:37:12.019589 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] Attempting to bind port e4be8f3d-d13e-41b9-8480-75814c3ff785 on network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:37:12.036588 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] Checking agent: {'id': '1749a81f-e3c6-4f53-968e-bc4c0c6ca916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:37:12.036925 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] Checking segment: {'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:37:12.037300 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] Bound using segment: {'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:37:12.037724 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] Bound port: e4be8f3d-d13e-41b9-8480-75814c3ff785, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:37:12.038075 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (e4be8f3d-d13e-41b9-8480-75814c3ff785), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:12.059327 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-56b0fd99-a79b-4cbb-b1d1-9c02cc05099a req-918388f6-fe6b-4a0c-a586-fd7d8d84a2cf tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716028 May 23 12:37:12.111435 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] For port e4be8f3d-d13e-41b9-8480-75814c3ff785, host hv-cinder-83699, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:37:12.114400 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] For port e4be8f3d-d13e-41b9-8480-75814c3ff785, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e4be8f3d-d13e-41b9-8480-75814c3ff785,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:37:12.121932 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (e4be8f3d-d13e-41b9-8480-75814c3ff785), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:12.158193 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:12.158801 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:12.160263 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] 10.222.0.15 "PUT /v2.0/ports/e4be8f3d-d13e-41b9-8480-75814c3ff785 HTTP/1.1" status: 200 len: 1094 time: 0.8541024 May 23 12:37:12.163116 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e15c2c-04cc-435b-a633-39c4ae1a5e24', 'tag': 'e4be8f3d-d13e-41b9-8480-75814c3ff785'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:37:12.167471 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9b0f3b-ee29-4397-95b2-50191956c6d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e15c2c-04cc-435b-a633-39c4ae1a5e24", "tag": "e4be8f3d-d13e-41b9-8480-75814c3ff785"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:37:12.206440 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d2623-019a-4cf6-b86e-b3c87961d418 service neutron] Pushing event updated for resources: {'Port': ['ID=e4be8f3d-d13e-41b9-8480-75814c3ff785,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:12.224535 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c246e0c-4ec1-4b11-b83d-7240c5d62c7d x-openstack-request-id: req-0c246e0c-4ec1-4b11-b83d-7240c5d62c7d {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:37:12.224806 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e15c2c-04cc-435b-a633-39c4ae1a5e24", "tag": "e4be8f3d-d13e-41b9-8480-75814c3ff785", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:37:12.225065 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c246e0c-4ec1-4b11-b83d-7240c5d62c7d {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:37:12.225471 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c246e0c-4ec1-4b11-b83d-7240c5d62c7d'] response: {'name': 'network-changed', 'server_uuid': 'f2e15c2c-04cc-435b-a633-39c4ae1a5e24', 'tag': 'e4be8f3d-d13e-41b9-8480-75814c3ff785', 'status': 'completed', 'code': 200} May 23 12:37:12.273345 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-c7560b9e-53f8-47cd-bada-746e03158328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:12.274886 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-c7560b9e-53f8-47cd-bada-746e03158328 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da82f9c566664cb1a974cf0d1bf1b09d&device_id=f2e15c2c-04cc-435b-a633-39c4ae1a5e24 HTTP/1.1" status: 200 len: 1128 time: 0.0468020 May 23 12:37:12.318806 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-8017c1b9-90f8-4589-ad0e-a178294af757 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4be8f3d-d13e-41b9-8480-75814c3ff785 HTTP/1.1" status: 200 len: 217 time: 0.0348303 May 23 12:37:12.372846 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-aef6e80e-9627-49fa-ac2f-9800b107fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:12.374346 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-aef6e80e-9627-49fa-ac2f-9800b107fbf6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be7def1c-9596-416f-a585-da28c5a17c31 HTTP/1.1" status: 200 len: 853 time: 0.0462630 May 23 12:37:12.421756 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-a6b20277-d5ca-4636-9b8b-8e56b3d2f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:12.423264 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-a6b20277-d5ca-4636-9b8b-8e56b3d2f302 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404978 May 23 12:37:12.532039 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-e07f1337-d59f-483b-a7a3-119236ca1843 service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999973 May 23 12:37:12.625870 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9a4079f5-e482-4132-9a05-b45c47512c3b req-c8b29d54-542d-4f36-a780-5dfd82cae97d service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861564 May 23 12:37:13.039585 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e948bc-7566-49d4-8253-3af0e961d997 req-5fc1731d-0825-4bec-a707-a15112a824ee tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:13.041621 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f6e948bc-7566-49d4-8253-3af0e961d997 req-5fc1731d-0825-4bec-a707-a15112a824ee tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e15c2c-04cc-435b-a633-39c4ae1a5e24 HTTP/1.1" status: 200 len: 944 time: 0.0546703 May 23 12:37:13.092706 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f6e948bc-7566-49d4-8253-3af0e961d997 req-7707db55-12c1-4fbf-bf24-985c0e6f44a5 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=10625ff3-eacd-45a7-b4f7-8503253405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453925 May 23 12:37:13.182601 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40721929-2b84-4175-b5c0-3b7344a0d021 req-d16db1f4-bce7-482d-80cc-bc85cb8600d2 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:13.184090 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-40721929-2b84-4175-b5c0-3b7344a0d021 req-d16db1f4-bce7-482d-80cc-bc85cb8600d2 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0481405 May 23 12:37:13.233604 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-40721929-2b84-4175-b5c0-3b7344a0d021 req-f46543c1-7a41-485f-8660-043157f277b5 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439129 May 23 12:37:13.731298 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b0f3b-ee29-4397-95b2-50191956c6d2 req-e4dc23cf-4124-452a-b7a3-03ddddb064ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:13.732918 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5e9b0f3b-ee29-4397-95b2-50191956c6d2 req-e4dc23cf-4124-452a-b7a3-03ddddb064ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da82f9c566664cb1a974cf0d1bf1b09d&device_id=f2e15c2c-04cc-435b-a633-39c4ae1a5e24 HTTP/1.1" status: 200 len: 1128 time: 0.0469501 May 23 12:37:13.758714 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:13.825302 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b0f3b-ee29-4397-95b2-50191956c6d2 req-301c1df8-5a48-47e5-b12f-7a9394cf04f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:13.826754 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5e9b0f3b-ee29-4397-95b2-50191956c6d2 req-301c1df8-5a48-47e5-b12f-7a9394cf04f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a HTTP/1.1" status: 200 len: 915 time: 0.0877154 May 23 12:37:13.869283 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5e9b0f3b-ee29-4397-95b2-50191956c6d2 req-49ea7c90-312f-48e5-8d3d-a93d30d63dd7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4be8f3d-d13e-41b9-8480-75814c3ff785 HTTP/1.1" status: 200 len: 217 time: 0.0322981 May 23 12:37:14.008767 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b0f3b-ee29-4397-95b2-50191956c6d2 req-664207b4-79cc-4a9f-aa01-651695c001e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:14.010312 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5e9b0f3b-ee29-4397-95b2-50191956c6d2 req-664207b4-79cc-4a9f-aa01-651695c001e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be7def1c-9596-416f-a585-da28c5a17c31 HTTP/1.1" status: 200 len: 853 time: 0.0561326 May 23 12:37:14.066224 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b0f3b-ee29-4397-95b2-50191956c6d2 req-1f5a3193-e76c-4439-aab9-5f109bf69b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:14.067730 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5e9b0f3b-ee29-4397-95b2-50191956c6d2 req-1f5a3193-e76c-4439-aab9-5f109bf69b61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436080 May 23 12:37:14.081761 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:14.166063 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5e9b0f3b-ee29-4397-95b2-50191956c6d2 req-7e02dfa8-6eb1-46d4-845f-d8257c35a511 service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912991 May 23 12:37:14.264474 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02779e-104c-4946-988f-5fac710067b4 req-8b09c104-364a-4bc7-a8a9-1352788dedb7 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:14.265582 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-da02779e-104c-4946-988f-5fac710067b4 req-8b09c104-364a-4bc7-a8a9-1352788dedb7 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e15c2c-04cc-435b-a633-39c4ae1a5e24 HTTP/1.1" status: 200 len: 944 time: 0.0982807 May 23 12:37:14.369969 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5e9b0f3b-ee29-4397-95b2-50191956c6d2 req-e5fe0cb5-c4f0-46c3-a069-0e4653107452 service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938965 May 23 12:37:14.375758 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-da02779e-104c-4946-988f-5fac710067b4 req-b0dbc49a-25b3-4cb3-92a0-4805179a36c0 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=10625ff3-eacd-45a7-b4f7-8503253405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047826 May 23 12:37:14.390993 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973fd18-0f25-4f16-bcd2-4e134caa0968 req-31abd614-6535-4b96-b8c3-f6fbdcd35625 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:14.396084 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f973fd18-0f25-4f16-bcd2-4e134caa0968 req-31abd614-6535-4b96-b8c3-f6fbdcd35625 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0795994 May 23 12:37:14.458520 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f973fd18-0f25-4f16-bcd2-4e134caa0968 req-d9c86392-2740-41e2-af4b-0744594e9201 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589211 May 23 12:37:14.697584 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466bb4c-3417-4a62-a64d-9b4869715273 req-855000b3-69d0-44fa-9b43-88e64fdb08c2 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:14.699136 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5466bb4c-3417-4a62-a64d-9b4869715273 req-855000b3-69d0-44fa-9b43-88e64fdb08c2 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0702145 May 23 12:37:14.756757 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f0465-b09b-401b-91fb-04e4ed24e3bb req-c1694077-95ed-4f25-b4cd-df87cb7647f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:14.758824 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-985f0465-b09b-401b-91fb-04e4ed24e3bb req-c1694077-95ed-4f25-b4cd-df87cb7647f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=736376830ed340b2aa62c455c134c4e2&device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 1129 time: 0.0588112 May 23 12:37:14.822154 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5466bb4c-3417-4a62-a64d-9b4869715273 req-b23b9e30-b1de-48f2-9a6e-029dd03db9b8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129086 May 23 12:37:14.865417 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f0465-b09b-401b-91fb-04e4ed24e3bb req-2fa79644-0e17-4da2-8f7a-735b951a7498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:14.867401 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-985f0465-b09b-401b-91fb-04e4ed24e3bb req-2fa79644-0e17-4da2-8f7a-735b951a7498 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc274260-5d38-4e43-aa07-b73fcfa156ea HTTP/1.1" status: 200 len: 911 time: 0.1002388 May 23 12:37:14.936089 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-985f0465-b09b-401b-91fb-04e4ed24e3bb req-788699fa-f222-45f0-a99c-0cb83e108ee1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c168015-cbd1-4ffe-8cf8-c803d21df858 HTTP/1.1" status: 200 len: 1000 time: 0.0603273 May 23 12:37:14.986292 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f0465-b09b-401b-91fb-04e4ed24e3bb req-21611a5c-6e10-4d19-ae4e-23bba688282e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:14.987744 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-985f0465-b09b-401b-91fb-04e4ed24e3bb req-21611a5c-6e10-4d19-ae4e-23bba688282e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=188e2ead-7d0d-4956-8add-55d376412943 HTTP/1.1" status: 200 len: 849 time: 0.0450006 May 23 12:37:15.035940 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f0465-b09b-401b-91fb-04e4ed24e3bb req-0b4f73f7-dc7e-462a-b08c-a43d94c7b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:15.037526 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-985f0465-b09b-401b-91fb-04e4ed24e3bb req-0b4f73f7-dc7e-462a-b08c-a43d94c7b752 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc274260-5d38-4e43-aa07-b73fcfa156ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420156 May 23 12:37:15.131796 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-985f0465-b09b-401b-91fb-04e4ed24e3bb req-b473d2ad-7ebe-4390-ab0a-ffbbce8421fe service neutron] 10.222.0.15 "GET /v2.0/networks/cc274260-5d38-4e43-aa07-b73fcfa156ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870500 May 23 12:37:15.158180 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:15.228480 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-985f0465-b09b-401b-91fb-04e4ed24e3bb req-44c26d33-241a-44bf-b3e1-89f59b8e81b6 service neutron] 10.222.0.15 "GET /v2.0/networks/cc274260-5d38-4e43-aa07-b73fcfa156ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894265 May 23 12:37:15.527359 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03096a2d-3ac4-4e79-8bbd-778e45fb1f36 req-25a92855-3c78-412a-9aa0-f909b49e532e tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:15.528891 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-03096a2d-3ac4-4e79-8bbd-778e45fb1f36 req-25a92855-3c78-412a-9aa0-f909b49e532e tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e15c2c-04cc-435b-a633-39c4ae1a5e24 HTTP/1.1" status: 200 len: 944 time: 0.0581353 May 23 12:37:15.540677 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:15.578857 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-03096a2d-3ac4-4e79-8bbd-778e45fb1f36 req-89e0b4e7-0e80-4fd3-a749-83fe02d39cfd tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=10625ff3-eacd-45a7-b4f7-8503253405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443871 May 23 12:37:15.640087 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device e4be8f3d-d13e-41b9-8480-75814c3ff785 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:37:15.648932 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=56,neutron:UPDATE=9 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:15.742703 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port e4be8f3d-d13e-41b9-8480-75814c3ff785, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e4be8f3d-d13e-41b9-8480-75814c3ff785,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:15.755333 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': 'e4be8f3d-d13e-41b9-8480-75814c3ff785', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'port_id': 'e4be8f3d-d13e-41b9-8480-75814c3ff785', 'mac_address': 'fa:16:3e:ce:66:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:37:15.794408 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port e4be8f3d-d13e-41b9-8480-75814c3ff785 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:37:15.794793 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (e4be8f3d-d13e-41b9-8480-75814c3ff785), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:15.808845 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4be8f3d-d13e-41b9-8480-75814c3ff785 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:37:15.832997 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port e4be8f3d-d13e-41b9-8480-75814c3ff785, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e4be8f3d-d13e-41b9-8480-75814c3ff785,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:15.838056 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (e4be8f3d-d13e-41b9-8480-75814c3ff785), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:15.902879 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=e4be8f3d-d13e-41b9-8480-75814c3ff785,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:15.946631 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=37 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:15.954472 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffdb9b-9bf6-46d2-b7f5-2e90754ef50c req-b33c5da1-e115-406c-8a90-89ebd3db73a5 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:15.955960 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-06ffdb9b-9bf6-46d2-b7f5-2e90754ef50c req-b33c5da1-e115-406c-8a90-89ebd3db73a5 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0548823 May 23 12:37:15.975417 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=25 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:16.009818 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-06ffdb9b-9bf6-46d2-b7f5-2e90754ef50c req-34e0c9b9-5192-4377-9e0a-e473dcb0f5cb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446970 May 23 12:37:16.177033 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['e4be8f3d-d13e-41b9-8480-75814c3ff785'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:37:16.318748 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:16.702658 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5a08a-ad4f-4577-873d-6765db5bd0c8 req-ca3c94ce-6d3f-4eee-aeb2-cf17b8ed1157 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:16.704147 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4be5a08a-ad4f-4577-873d-6765db5bd0c8 req-ca3c94ce-6d3f-4eee-aeb2-cf17b8ed1157 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e15c2c-04cc-435b-a633-39c4ae1a5e24 HTTP/1.1" status: 200 len: 945 time: 0.0527334 May 23 12:37:16.756900 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4be5a08a-ad4f-4577-873d-6765db5bd0c8 req-29b1406d-0eac-4b29-939c-8b93331cc624 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=10625ff3-eacd-45a7-b4f7-8503253405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450902 May 23 12:37:17.133404 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fad817-ec79-4701-b2a6-65d57814a838 req-82852376-de80-4bc7-a515-4f39266e7c7f tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:17.134914 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-59fad817-ec79-4701-b2a6-65d57814a838 req-82852376-de80-4bc7-a515-4f39266e7c7f tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0540218 May 23 12:37:17.178502 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=35,neutron:DELETE=5,neutron:INSERT=7 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:17.181566 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=35,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:17.181835 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-59fad817-ec79-4701-b2a6-65d57814a838 req-caf99759-895b-4411-959e-6e22792489de tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413344 May 23 12:37:17.665043 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device e4be8f3d-d13e-41b9-8480-75814c3ff785 up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:37:17.708066 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning for port e4be8f3d-d13e-41b9-8480-75814c3ff785 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 12:37:17.715650 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port e4be8f3d-d13e-41b9-8480-75814c3ff785 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:37:17.716076 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (e4be8f3d-d13e-41b9-8480-75814c3ff785), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:17.798256 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port e4be8f3d-d13e-41b9-8480-75814c3ff785 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:37:17.798638 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (e4be8f3d-d13e-41b9-8480-75814c3ff785), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:17.821590 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e15c2c-04cc-435b-a633-39c4ae1a5e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4be8f3d-d13e-41b9-8480-75814c3ff785'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:37:17.823826 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8777cd07-19bf-42e9-852c-fe2ea22689ee" -d '{"events": [{"server_uuid": "f2e15c2c-04cc-435b-a633-39c4ae1a5e24", "name": "network-vif-plugged", "status": "completed", "tag": "e4be8f3d-d13e-41b9-8480-75814c3ff785"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:37:17.846453 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port e4be8f3d-d13e-41b9-8480-75814c3ff785, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e4be8f3d-d13e-41b9-8480-75814c3ff785,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:17.858370 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (e4be8f3d-d13e-41b9-8480-75814c3ff785), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:17.889459 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7d4ba-b9a3-46ed-bb0e-11eb5fba5ef7 req-116fdf88-fcad-4306-b1bf-b66836056942 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:17.890904 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21aff5bc-cc84-47b4-9102-347ac0775292 x-openstack-request-id: req-21aff5bc-cc84-47b4-9102-347ac0775292 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:37:17.891057 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4fd7d4ba-b9a3-46ed-bb0e-11eb5fba5ef7 req-116fdf88-fcad-4306-b1bf-b66836056942 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e15c2c-04cc-435b-a633-39c4ae1a5e24 HTTP/1.1" status: 200 len: 945 time: 0.0538161 May 23 12:37:17.891212 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e15c2c-04cc-435b-a633-39c4ae1a5e24", "name": "network-vif-plugged", "status": "completed", "tag": "e4be8f3d-d13e-41b9-8480-75814c3ff785", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:37:17.891459 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21aff5bc-cc84-47b4-9102-347ac0775292 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:37:17.891845 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21aff5bc-cc84-47b4-9102-347ac0775292'] response: {'server_uuid': 'f2e15c2c-04cc-435b-a633-39c4ae1a5e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4be8f3d-d13e-41b9-8480-75814c3ff785', 'code': 200} May 23 12:37:17.920149 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=e4be8f3d-d13e-41b9-8480-75814c3ff785,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:17.955544 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4fd7d4ba-b9a3-46ed-bb0e-11eb5fba5ef7 req-f7376de9-9f2f-407a-9a8b-d0fe654e007c tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=10625ff3-eacd-45a7-b4f7-8503253405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579820 May 23 12:37:18.106084 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be1a7d-696e-4dbc-9caf-f12805432b91 req-db4b69b0-a0ec-405a-9e60-e27689b72b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:18.107559 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-85be1a7d-696e-4dbc-9caf-f12805432b91 req-db4b69b0-a0ec-405a-9e60-e27689b72b83 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f2e15c2c-04cc-435b-a633-39c4ae1a5e24 HTTP/1.1" status: 200 len: 1130 time: 0.0394695 May 23 12:37:18.159230 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-85be1a7d-696e-4dbc-9caf-f12805432b91 req-efa15c2b-0e3d-4be6-bd2d-043d4cec889e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=10625ff3-eacd-45a7-b4f7-8503253405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412879 May 23 12:37:19.074465 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86959f-7bba-43c9-a3c0-3f063b2601e5 req-65f02ebf-7d2b-457c-bab9-5446b6691055 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:19.076122 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0c86959f-7bba-43c9-a3c0-3f063b2601e5 req-65f02ebf-7d2b-457c-bab9-5446b6691055 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e15c2c-04cc-435b-a633-39c4ae1a5e24 HTTP/1.1" status: 200 len: 946 time: 0.0507116 May 23 12:37:19.124915 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0c86959f-7bba-43c9-a3c0-3f063b2601e5 req-588ce1ef-145e-400d-b476-1be68e73899a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=10625ff3-eacd-45a7-b4f7-8503253405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428710 May 23 12:37:20.253261 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f18a9a-3394-45ed-8c5d-1cebb3a842e1 req-0000ad18-9f0d-41ce-b790-e43141c6a239 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:20.254671 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-03f18a9a-3394-45ed-8c5d-1cebb3a842e1 req-0000ad18-9f0d-41ce-b790-e43141c6a239 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e15c2c-04cc-435b-a633-39c4ae1a5e24 HTTP/1.1" status: 200 len: 946 time: 0.0482006 May 23 12:37:20.306336 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-03f18a9a-3394-45ed-8c5d-1cebb3a842e1 req-efabdf37-055e-4957-9c2e-fd847d56518b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=10625ff3-eacd-45a7-b4f7-8503253405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425212 May 23 12:37:20.423248 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464252f-a7ba-4b31-92c1-796a6f912a6b req-fa7f7736-fabb-44d2-9f38-9041c5d2322d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:20.424779 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e464252f-a7ba-4b31-92c1-796a6f912a6b req-fa7f7736-fabb-44d2-9f38-9041c5d2322d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e15c2c-04cc-435b-a633-39c4ae1a5e24 HTTP/1.1" status: 200 len: 946 time: 0.0527158 May 23 12:37:20.433579 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 55860) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:37:20.438058 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-fde5e46a-2099-4494-b668-a9f90a2b5c29 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'floatingip': {'port_id': 'e4be8f3d-d13e-41b9-8480-75814c3ff785'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:37:20.475713 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fde5e46a-2099-4494-b668-a9f90a2b5c29 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (bd88e10f-dac9-4658-a51a-3c2f819219e0), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:20.669767 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:20.762083 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:20.910928 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fde5e46a-2099-4494-b668-a9f90a2b5c29 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:20.915237 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fde5e46a-2099-4494-b668-a9f90a2b5c29 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (bd88e10f-dac9-4658-a51a-3c2f819219e0), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:21.012104 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.db.l3_db [None req-fde5e46a-2099-4494-b668-a9f90a2b5c29 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Floating IP bd88e10f-dac9-4658-a51a-3c2f819219e0 associated. External IP: 172.27.0.64, port: e4be8f3d-d13e-41b9-8480-75814c3ff785. May 23 12:37:21.481116 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde5e46a-2099-4494-b668-a9f90a2b5c29 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Router a1273a1e-93ca-4062-8a87-809e8bae5c19 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:37:21.595282 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde5e46a-2099-4494-b668-a9f90a2b5c29 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:37:21.599867 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fde5e46a-2099-4494-b668-a9f90a2b5c29 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:21.605952 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e2411-f4b0-4bf3-b07c-4696c5283503 None None] Sync routers for ids ['a1273a1e-93ca-4062-8a87-809e8bae5c19'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:37:21.618085 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e2411-f4b0-4bf3-b07c-4696c5283503 None None] Routers {'a1273a1e-93ca-4062-8a87-809e8bae5c19'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:37:21.618715 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-480e2411-f4b0-4bf3-b07c-4696c5283503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:37:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['a1273a1e-93ca-4062-8a87-809e8bae5c19'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:21.630868 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-fde5e46a-2099-4494-b668-a9f90a2b5c29 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "PUT /v2.0/floatingips/bd88e10f-dac9-4658-a51a-3c2f819219e0 HTTP/1.1" status: 200 len: 991 time: 1.1961868 May 23 12:37:21.631598 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e15c2c-04cc-435b-a633-39c4ae1a5e24', 'tag': 'e4be8f3d-d13e-41b9-8480-75814c3ff785'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:37:21.634430 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521c5fa9-1c43-40e2-9f37-629cf8d5a50a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e15c2c-04cc-435b-a633-39c4ae1a5e24", "tag": "e4be8f3d-d13e-41b9-8480-75814c3ff785"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:37:21.676811 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5464ee-16cc-41ea-9b43-b2b326fe5375 x-openstack-request-id: req-5d5464ee-16cc-41ea-9b43-b2b326fe5375 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:37:21.677097 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e15c2c-04cc-435b-a633-39c4ae1a5e24", "tag": "e4be8f3d-d13e-41b9-8480-75814c3ff785", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:37:21.677429 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d5464ee-16cc-41ea-9b43-b2b326fe5375 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:37:21.677839 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d5464ee-16cc-41ea-9b43-b2b326fe5375'] response: {'name': 'network-changed', 'server_uuid': 'f2e15c2c-04cc-435b-a633-39c4ae1a5e24', 'tag': 'e4be8f3d-d13e-41b9-8480-75814c3ff785', 'status': 'completed', 'code': 200} May 23 12:37:21.730117 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-480e2411-f4b0-4bf3-b07c-4696c5283503 None None] Set router a1273a1e-93ca-4062-8a87-809e8bae5c19 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:37:21.757869 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c5fa9-1c43-40e2-9f37-629cf8d5a50a req-6ddd8df5-24f6-4d90-a1ed-7b1d0e7ebb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:21.759462 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-521c5fa9-1c43-40e2-9f37-629cf8d5a50a req-6ddd8df5-24f6-4d90-a1ed-7b1d0e7ebb51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da82f9c566664cb1a974cf0d1bf1b09d&device_id=f2e15c2c-04cc-435b-a633-39c4ae1a5e24 HTTP/1.1" status: 200 len: 1130 time: 0.0490558 May 23 12:37:21.853651 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c5fa9-1c43-40e2-9f37-629cf8d5a50a req-4a5a5a5f-ae97-4d1c-8991-897bbdcccd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:21.855145 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-521c5fa9-1c43-40e2-9f37-629cf8d5a50a req-4a5a5a5f-ae97-4d1c-8991-897bbdcccd95 service neutron] 10.222.0.15 "GET /v2.0/networks?id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a HTTP/1.1" status: 200 len: 915 time: 0.0880611 May 23 12:37:21.937523 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-521c5fa9-1c43-40e2-9f37-629cf8d5a50a req-bdb15136-f137-4b14-846e-2d58d0c9de75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4be8f3d-d13e-41b9-8480-75814c3ff785 HTTP/1.1" status: 200 len: 999 time: 0.0721374 May 23 12:37:21.972144 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-480e2411-f4b0-4bf3-b07c-4696c5283503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'bd88e10f-dac9-4658-a51a-3c2f819219e0', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'port_id': 'e4be8f3d-d13e-41b9-8480-75814c3ff785', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'mac_address': 'fa:16:3e:ce:66:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e15c2c-04cc-435b-a633-39c4ae1a5e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:37:07Z', 'updated_at': '2022-05-23T12:37:20Z', 'revision_number': 1, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:22.001257 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c5fa9-1c43-40e2-9f37-629cf8d5a50a req-c887755b-f077-41cc-8da1-643d75115a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:22.002348 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e2411-f4b0-4bf3-b07c-4696c5283503 None None] Checking router: a1273a1e-93ca-4062-8a87-809e8bae5c19 for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:37:22.002751 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-521c5fa9-1c43-40e2-9f37-629cf8d5a50a req-c887755b-f077-41cc-8da1-643d75115a1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be7def1c-9596-416f-a585-da28c5a17c31 HTTP/1.1" status: 200 len: 853 time: 0.0517931 May 23 12:37:22.011891 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e2411-f4b0-4bf3-b07c-4696c5283503 None None] Routers {'a1273a1e-93ca-4062-8a87-809e8bae5c19'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:37:22.012462 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-480e2411-f4b0-4bf3-b07c-4696c5283503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:37:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['a1273a1e-93ca-4062-8a87-809e8bae5c19'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:22.020385 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:22.051882 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c5fa9-1c43-40e2-9f37-629cf8d5a50a req-7a294394-b779-4cde-9bac-2c7a22dc2c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:22.053410 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-521c5fa9-1c43-40e2-9f37-629cf8d5a50a req-7a294394-b779-4cde-9bac-2c7a22dc2c63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432429 May 23 12:37:22.119406 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-480e2411-f4b0-4bf3-b07c-4696c5283503 None None] Set router a1273a1e-93ca-4062-8a87-809e8bae5c19 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:37:22.142430 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:22.154065 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-521c5fa9-1c43-40e2-9f37-629cf8d5a50a req-2edb7a41-8ff6-4faa-8d15-4d9322b98142 service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920107 May 23 12:37:22.252490 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-521c5fa9-1c43-40e2-9f37-629cf8d5a50a req-c27b442b-041e-4ec2-90b4-332c2a270b33 service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916226 May 23 12:37:22.343657 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-480e2411-f4b0-4bf3-b07c-4696c5283503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'bd88e10f-dac9-4658-a51a-3c2f819219e0', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'port_id': 'e4be8f3d-d13e-41b9-8480-75814c3ff785', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'mac_address': 'fa:16:3e:ce:66:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e15c2c-04cc-435b-a633-39c4ae1a5e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:37:07Z', 'updated_at': '2022-05-23T12:37:20Z', 'revision_number': 1, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:22.369531 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e2411-f4b0-4bf3-b07c-4696c5283503 None None] The sync data for ids ['a1273a1e-93ca-4062-8a87-809e8bae5c19'] in dv-cinder-836996-27-iscsi is: [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'bd88e10f-dac9-4658-a51a-3c2f819219e0', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'port_id': 'e4be8f3d-d13e-41b9-8480-75814c3ff785', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'mac_address': 'fa:16:3e:ce:66:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e15c2c-04cc-435b-a633-39c4ae1a5e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:37:07Z', 'updated_at': '2022-05-23T12:37:20Z', 'revision_number': 1, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:37:22.569691 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6363753c-598b-498b-a01c-5b559d08af11 None None] New status for floating IP bd88e10f-dac9-4658-a51a-3c2f819219e0: ACTIVE {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:37:31.653564 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d754a3-c047-4550-95af-083340fd86f8 req-efc4127c-2835-4e2e-9ae6-4b823cbffc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:31.655284 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-28d754a3-c047-4550-95af-083340fd86f8 req-efc4127c-2835-4e2e-9ae6-4b823cbffc48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcc45b8bab17498cadda8d64b3a76780&device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 1130 time: 0.0741639 May 23 12:37:31.661527 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87a3a5-5fb0-4135-bae6-c5ed2f053000 req-086d031f-313b-4399-b4e1-b8b66270d033 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:31.662878 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4e87a3a5-5fb0-4135-bae6-c5ed2f053000 req-086d031f-313b-4399-b4e1-b8b66270d033 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0734336 May 23 12:37:31.768291 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4e87a3a5-5fb0-4135-bae6-c5ed2f053000 req-d64d7772-408b-41fb-9c19-a2298bc80fb5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971067 May 23 12:37:31.786441 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d754a3-c047-4550-95af-083340fd86f8 req-091ed938-baa9-4909-94a9-b79cee01fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:31.787899 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-28d754a3-c047-4550-95af-083340fd86f8 req-091ed938-baa9-4909-94a9-b79cee01fd67 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4833a70f-d11d-46d6-944f-14af0b04cad3 HTTP/1.1" status: 200 len: 920 time: 0.1241570 May 23 12:37:31.852747 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-28d754a3-c047-4550-95af-083340fd86f8 req-55c6a475-ed85-4ff6-83b2-e6d3d1069df4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccd5bdc8-a41b-4e8c-aebe-0858a605b65b HTTP/1.1" status: 200 len: 1001 time: 0.0582714 May 23 12:37:31.904532 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d754a3-c047-4550-95af-083340fd86f8 req-aee1e57e-c87a-42df-9c95-32005a3eaab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:31.905946 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-28d754a3-c047-4550-95af-083340fd86f8 req-aee1e57e-c87a-42df-9c95-32005a3eaab6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f25e8178-dbfd-4850-b4e0-0743c897d958 HTTP/1.1" status: 200 len: 858 time: 0.0453320 May 23 12:37:31.953418 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d754a3-c047-4550-95af-083340fd86f8 req-b9d257ff-3198-4e23-94af-ef7e770d66f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:31.954874 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-28d754a3-c047-4550-95af-083340fd86f8 req-b9d257ff-3198-4e23-94af-ef7e770d66f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4833a70f-d11d-46d6-944f-14af0b04cad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381155 May 23 12:37:32.047628 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-28d754a3-c047-4550-95af-083340fd86f8 req-b4e87bab-76f1-4ef7-91ff-2b7546aa19ca service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846851 May 23 12:37:32.139572 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-28d754a3-c047-4550-95af-083340fd86f8 req-4555a83c-a5db-4958-9839-d54ddf201ca1 service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824907 May 23 12:37:32.477788 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:32.512899 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-48a99ee4-1478-43ef-a13f-11e21f714db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:32.893442 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632959d-3a09-4a40-a280-acc06f762180 req-31bc1fd5-ed70-4188-b8f2-0d3f4831a984 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:32.894938 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d632959d-3a09-4a40-a280-acc06f762180 req-31bc1fd5-ed70-4188-b8f2-0d3f4831a984 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0529554 May 23 12:37:32.942140 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d632959d-3a09-4a40-a280-acc06f762180 req-defba8f3-d25d-4eee-8fc1-d04bf8d74dac tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410693 May 23 12:37:33.572041 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:34.064992 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dae1f6-91b0-4099-84cc-1e8823a21b35 req-78064fbb-8f37-4b43-819b-b973872773d7 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:34.066463 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-77dae1f6-91b0-4099-84cc-1e8823a21b35 req-78064fbb-8f37-4b43-819b-b973872773d7 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0513043 May 23 12:37:34.113669 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-77dae1f6-91b0-4099-84cc-1e8823a21b35 req-94fa774f-76f7-45f8-aaa9-48bf9dedaf7f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410392 May 23 12:37:34.628393 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-15214271-1f11-428c-b3a4-47ed5d7e7686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:35.016873 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:37:35.220073 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:35.229723 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f07afe-4485-418a-932e-46cb13298e65 req-8548489d-0846-42d2-a138-faf462f700d5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:35.231185 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b3f07afe-4485-418a-932e-46cb13298e65 req-8548489d-0846-42d2-a138-faf462f700d5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0488307 May 23 12:37:35.280797 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b3f07afe-4485-418a-932e-46cb13298e65 req-6ddeebb5-6a1b-461f-af4c-cc330397df9e tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440297 May 23 12:37:35.923556 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:36.395976 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ea725-3af3-484b-9e67-97c8ade83b4f req-ab2acaf7-96ad-49b5-b7f5-43f206491858 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:36.397496 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4f6ea725-3af3-484b-9e67-97c8ade83b4f req-ab2acaf7-96ad-49b5-b7f5-43f206491858 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0491903 May 23 12:37:36.450277 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4f6ea725-3af3-484b-9e67-97c8ade83b4f req-90cdf443-715a-41a4-b381-019040ec022a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468616 May 23 12:37:37.284634 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:37.556885 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:37.567937 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd6114-1056-4f03-bfba-65fde7b1f297 req-3c5485a5-733c-4e27-a17b-16ff41b32661 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:37.569435 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-51dd6114-1056-4f03-bfba-65fde7b1f297 req-3c5485a5-733c-4e27-a17b-16ff41b32661 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0482342 May 23 12:37:37.618827 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-51dd6114-1056-4f03-bfba-65fde7b1f297 req-49cf61a8-d413-4eda-83e0-003e4bf5bc57 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424886 May 23 12:37:37.913304 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c4624-a4bd-40bc-9a22-dc11f2bd7424 req-416a1413-1a1a-4780-ab37-a21871adfcfd tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:37.915477 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-739c4624-a4bd-40bc-9a22-dc11f2bd7424 req-416a1413-1a1a-4780-ab37-a21871adfcfd tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 947 time: 0.0516276 May 23 12:37:37.965040 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-739c4624-a4bd-40bc-9a22-dc11f2bd7424 req-fd3a17cc-c4c0-4014-9e33-f843795a396f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440915 May 23 12:37:38.633548 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:38.736588 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986da3a-d3d7-4f07-bef1-ca54c4080fb2 req-a387fb60-6474-495a-81af-0c45f5a07ade tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:38.738032 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2986da3a-d3d7-4f07-bef1-ca54c4080fb2 req-a387fb60-6474-495a-81af-0c45f5a07ade tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0474126 May 23 12:37:38.785300 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2986da3a-d3d7-4f07-bef1-ca54c4080fb2 req-e93d4088-feab-4f98-a2f3-cd54e7cc0cb0 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412514 May 23 12:37:39.090948 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f3781-43e1-49f4-a1fa-1c1697af804d req-996586cc-df40-4cbd-9bfd-3c5f183b6751 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:39.092445 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-293f3781-43e1-49f4-a1fa-1c1697af804d req-996586cc-df40-4cbd-9bfd-3c5f183b6751 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 947 time: 0.0511005 May 23 12:37:39.138953 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-293f3781-43e1-49f4-a1fa-1c1697af804d req-4a738e5e-4312-44ea-94df-550976b41cc3 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410101 May 23 12:37:39.737959 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0662e52-5437-40c4-a2d9-f2000fcc1d86 req-146d234c-849c-471a-84fd-c5ae7c065639 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:39.739386 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c0662e52-5437-40c4-a2d9-f2000fcc1d86 req-146d234c-849c-471a-84fd-c5ae7c065639 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 947 time: 0.0485013 May 23 12:37:39.825915 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-c0662e52-5437-40c4-a2d9-f2000fcc1d86 req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Deleting port 357ce430-3b90-4a7c-b2f3-c2ee303501e4 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:37:39.826261 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c0662e52-5437-40c4-a2d9-f2000fcc1d86 req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:39.936159 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cb826-d22c-47a8-887d-e9a1c4e2b37c req-dcd8684d-c458-43d0-9ab3-003bbf885078 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:39.937612 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-be3cb826-d22c-47a8-887d-e9a1c4e2b37c req-dcd8684d-c458-43d0-9ab3-003bbf885078 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0662639 May 23 12:37:39.974438 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-c0662e52-5437-40c4-a2d9-f2000fcc1d86 req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] For port 357ce430-3b90-4a7c-b2f3-c2ee303501e4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=357ce430-3b90-4a7c-b2f3-c2ee303501e4,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:39.974796 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c0662e52-5437-40c4-a2d9-f2000fcc1d86 req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:40.047434 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-be3cb826-d22c-47a8-887d-e9a1c4e2b37c req-39bebee3-2362-4b1a-a477-72cec57a1fc2 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043017 May 23 12:37:40.162154 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:40.164809 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c0662e52-5437-40c4-a2d9-f2000fcc1d86 req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:40.165233 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c0662e52-5437-40c4-a2d9-f2000fcc1d86 req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (abb7f5a7-a742-4742-a5c8-80b5ebedd8ac), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:40.165596 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.db.l3_db [req-c0662e52-5437-40c4-a2d9-f2000fcc1d86 req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Floating IP abb7f5a7-a742-4742-a5c8-80b5ebedd8ac disassociated. External IP: 172.27.0.159, port: 357ce430-3b90-4a7c-b2f3-c2ee303501e4. May 23 12:37:40.165927 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-c0662e52-5437-40c4-a2d9-f2000fcc1d86 req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Calling delete_port for 357ce430-3b90-4a7c-b2f3-c2ee303501e4 owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:37:40.279002 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce48ba6-652a-45e5-8b20-e73a5f15e1a8 req-646a9a67-ecf3-47b8-ac08-3e1fd6f19fbc tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:40.280552 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cce48ba6-652a-45e5-8b20-e73a5f15e1a8 req-646a9a67-ecf3-47b8-ac08-3e1fd6f19fbc tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce37af9c-e5f8-4233-97f3-4280a2114e45 HTTP/1.1" status: 200 len: 947 time: 0.0633752 May 23 12:37:40.296116 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:40.378215 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cce48ba6-652a-45e5-8b20-e73a5f15e1a8 req-e4e30e87-5aaf-4cd8-805b-6aecb65bc25e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=746170da-1280-40d3-a528-943fe3ede9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912998 May 23 12:37:40.382686 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c0662e52-5437-40c4-a2d9-f2000fcc1d86 req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (357ce430-3b90-4a7c-b2f3-c2ee303501e4), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:40.409675 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Pushing event deleted for resources: {'Port': ['ID=357ce430-3b90-4a7c-b2f3-c2ee303501e4,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:40.420101 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:40.420470 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:40.420810 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:40.421149 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:40.421479 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:40.421805 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:40.422131 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:40.422453 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:40.422778 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:40.423096 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:40.423901 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:40.423901 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:40.424128 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:40.424383 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:40.424697 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:40.541122 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0662e52-5437-40c4-a2d9-f2000fcc1d86 req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Router 15b1f5f6-3920-485f-bd91-2274c10531a5 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:37:40.644723 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0662e52-5437-40c4-a2d9-f2000fcc1d86 req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:37:40.655606 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0a590b-4bf4-47f8-b2c6-5b0870c12388 None None] Sync routers for ids ['15b1f5f6-3920-485f-bd91-2274c10531a5'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:37:40.671392 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0a590b-4bf4-47f8-b2c6-5b0870c12388 None None] Routers {'15b1f5f6-3920-485f-bd91-2274c10531a5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:37:40.672121 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-6a0a590b-4bf4-47f8-b2c6-5b0870c12388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:37:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['15b1f5f6-3920-485f-bd91-2274c10531a5'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:40.695254 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0662e52-5437-40c4-a2d9-f2000fcc1d86 req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] No DVR routers for this DVR port 357ce430-3b90-4a7c-b2f3-c2ee303501e4 on host hv-cinder-83699 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:37:40.699124 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-c0662e52-5437-40c4-a2d9-f2000fcc1d86 req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:40.702594 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c0662e52-5437-40c4-a2d9-f2000fcc1d86 req-73960b13-1177-42f2-8cfa-60ca002bd8df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.15 "DELETE /v2.0/ports/357ce430-3b90-4a7c-b2f3-c2ee303501e4 HTTP/1.1" status: 204 len: 173 time: 0.9536529 May 23 12:37:40.703024 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce37af9c-e5f8-4233-97f3-4280a2114e45', 'name': 'network-vif-deleted', 'tag': '357ce430-3b90-4a7c-b2f3-c2ee303501e4'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:37:40.705336 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d611e866-347d-45ac-acdc-95d402255a87" -d '{"events": [{"server_uuid": "ce37af9c-e5f8-4233-97f3-4280a2114e45", "name": "network-vif-deleted", "tag": "357ce430-3b90-4a7c-b2f3-c2ee303501e4"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:37:40.742659 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eeab2f8-9b73-45b2-9f7b-01f0ac2b24bd x-openstack-request-id: req-6eeab2f8-9b73-45b2-9f7b-01f0ac2b24bd {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:37:40.743358 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce37af9c-e5f8-4233-97f3-4280a2114e45", "name": "network-vif-deleted", "tag": "357ce430-3b90-4a7c-b2f3-c2ee303501e4", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:37:40.743358 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6eeab2f8-9b73-45b2-9f7b-01f0ac2b24bd {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:37:40.743738 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eeab2f8-9b73-45b2-9f7b-01f0ac2b24bd'] response: {'server_uuid': 'ce37af9c-e5f8-4233-97f3-4280a2114e45', 'name': 'network-vif-deleted', 'tag': '357ce430-3b90-4a7c-b2f3-c2ee303501e4', 'status': 'completed', 'code': 200} May 23 12:37:40.798445 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-6a0a590b-4bf4-47f8-b2c6-5b0870c12388 None None] Set router 15b1f5f6-3920-485f-bd91-2274c10531a5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:37:40.838700 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=100 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:40.941456 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=100 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:40.997887 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-6a0a590b-4bf4-47f8-b2c6-5b0870c12388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'name': 'tempest-AttachVolumeShelveTestJSON-961891884-router', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:05Z', 'updated_at': '2022-05-23T12:33:18Z', 'revision_number': 4, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'gw_port': {'id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:07Z', 'updated_at': '2022-05-23T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '36f147c7-4926-4212-96c9-da83805a04b1', 'name': '', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'mac_address': 'fa:16:3e:50:46:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:15Z', 'updated_at': '2022-05-23T12:33:30Z', 'revision_number': 5, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'subnets': [{'id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:41.028127 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0a590b-4bf4-47f8-b2c6-5b0870c12388 None None] Checking router: 15b1f5f6-3920-485f-bd91-2274c10531a5 for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:37:41.037102 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0a590b-4bf4-47f8-b2c6-5b0870c12388 None None] Routers {'15b1f5f6-3920-485f-bd91-2274c10531a5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:37:41.037736 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-6a0a590b-4bf4-47f8-b2c6-5b0870c12388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:37:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['15b1f5f6-3920-485f-bd91-2274c10531a5'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:41.141857 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-6a0a590b-4bf4-47f8-b2c6-5b0870c12388 None None] Set router 15b1f5f6-3920-485f-bd91-2274c10531a5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:37:41.177499 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992801d-9795-4800-98c6-ebf7a6b5889d req-120404c0-2188-472e-b63e-73e523edfab8 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:41.179592 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f992801d-9795-4800-98c6-ebf7a6b5889d req-120404c0-2188-472e-b63e-73e523edfab8 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0619438 May 23 12:37:41.247306 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f992801d-9795-4800-98c6-ebf7a6b5889d req-e1584653-ea62-4b04-bc7d-22e06bd6ba06 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619979 May 23 12:37:41.417503 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-6a0a590b-4bf4-47f8-b2c6-5b0870c12388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'name': 'tempest-AttachVolumeShelveTestJSON-961891884-router', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:05Z', 'updated_at': '2022-05-23T12:33:18Z', 'revision_number': 4, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'gw_port': {'id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:07Z', 'updated_at': '2022-05-23T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '36f147c7-4926-4212-96c9-da83805a04b1', 'name': '', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'mac_address': 'fa:16:3e:50:46:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:15Z', 'updated_at': '2022-05-23T12:33:30Z', 'revision_number': 5, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'subnets': [{'id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:41.445986 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0a590b-4bf4-47f8-b2c6-5b0870c12388 None None] The sync data for ids ['15b1f5f6-3920-485f-bd91-2274c10531a5'] in dv-cinder-836996-27-iscsi is: [{'id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'name': 'tempest-AttachVolumeShelveTestJSON-961891884-router', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:05Z', 'updated_at': '2022-05-23T12:33:18Z', 'revision_number': 4, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'gw_port': {'id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:07Z', 'updated_at': '2022-05-23T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '36f147c7-4926-4212-96c9-da83805a04b1', 'name': '', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'mac_address': 'fa:16:3e:50:46:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:15Z', 'updated_at': '2022-05-23T12:33:30Z', 'revision_number': 5, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'subnets': [{'id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:37:41.475941 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 55964) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:37:41.533657 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-778c5855-03d3-4218-9324-afc1225cce6b tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group (746170da-1280-40d3-a528-943fe3ede9a2), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:41.558884 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-778c5855-03d3-4218-9324-afc1225cce6b tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group (746170da-1280-40d3-a528-943fe3ede9a2), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:41.609265 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-778c5855-03d3-4218-9324-afc1225cce6b tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (746170da-1280-40d3-a528-943fe3ede9a2), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:41.613059 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-778c5855-03d3-4218-9324-afc1225cce6b tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:41.614246 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-778c5855-03d3-4218-9324-afc1225cce6b tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "DELETE /v2.0/security-groups/746170da-1280-40d3-a528-943fe3ede9a2 HTTP/1.1" status: 204 len: 168 time: 0.1372488 May 23 12:37:41.617136 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 55966) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:37:41.624799 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c5855-03d3-4218-9324-afc1225cce6b tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=746170da-1280-40d3-a528-943fe3ede9a2,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:41.634260 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.api.v2.resource [None req-c765848a-7075-472f-8016-d43ffa25348b tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] show failed (client error): The resource could not be found. May 23 12:37:41.635660 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-c765848a-7075-472f-8016-d43ffa25348b tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups/746170da-1280-40d3-a528-943fe3ede9a2 HTTP/1.1" status: 404 len: 347 time: 0.0157785 May 23 12:37:41.639863 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 55968) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:37:41.696047 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87c70fa-7c8c-47ef-a361-381badee74e7 None None] New status for floating IP abb7f5a7-a742-4742-a5c8-80b5ebedd8ac: DOWN {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:37:41.756350 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-8086fb2e-13d0-4fa5-9013-ec65803b0217 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Deleting port 11f0d271-b368-4314-9d06-82f703b46f61 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:37:41.756968 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8086fb2e-13d0-4fa5-9013-ec65803b0217 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (11f0d271-b368-4314-9d06-82f703b46f61), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:41.759337 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:41.837720 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8086fb2e-13d0-4fa5-9013-ec65803b0217 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (11f0d271-b368-4314-9d06-82f703b46f61), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:41.838050 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8086fb2e-13d0-4fa5-9013-ec65803b0217 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for floatingip (11f0d271-b368-4314-9d06-82f703b46f61), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:41.851191 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-8086fb2e-13d0-4fa5-9013-ec65803b0217 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Calling delete_port for 11f0d271-b368-4314-9d06-82f703b46f61 owned by network:floatingip {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:37:41.974305 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:41.993950 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8086fb2e-13d0-4fa5-9013-ec65803b0217 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (11f0d271-b368-4314-9d06-82f703b46f61), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:42.022268 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086fb2e-13d0-4fa5-9013-ec65803b0217 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Pushing event deleted for resources: {'Port': ['ID=11f0d271-b368-4314-9d06-82f703b46f61,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:42.087354 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8086fb2e-13d0-4fa5-9013-ec65803b0217 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for floatingip (abb7f5a7-a742-4742-a5c8-80b5ebedd8ac), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:42.089843 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8086fb2e-13d0-4fa5-9013-ec65803b0217 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:42.090990 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-8086fb2e-13d0-4fa5-9013-ec65803b0217 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "DELETE /v2.0/floatingips/abb7f5a7-a742-4742-a5c8-80b5ebedd8ac HTTP/1.1" status: 204 len: 168 time: 0.4492414 May 23 12:37:42.171686 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 55972) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:37:42.176192 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-c57bf26a-7561-42f6-8b22-7bbb98e9fc13 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1616261239', 'description': 'tempest-description--140516381'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:37:42.197659 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c57bf26a-7561-42f6-8b22-7bbb98e9fc13 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:42.272163 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c57bf26a-7561-42f6-8b22-7bbb98e9fc13 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group (8d14034a-4822-4a87-8d69-cabc134f4819), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:42.276580 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c57bf26a-7561-42f6-8b22-7bbb98e9fc13 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (8d14034a-4822-4a87-8d69-cabc134f4819), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:42.306928 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c57bf26a-7561-42f6-8b22-7bbb98e9fc13 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:42.308128 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-c57bf26a-7561-42f6-8b22-7bbb98e9fc13 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1354132 May 23 12:37:42.310015 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57bf26a-7561-42f6-8b22-7bbb98e9fc13 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d14034a-4822-4a87-8d69-cabc134f4819,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:42.311243 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 55976) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:37:42.317405 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-cb667d27-8b4b-42e0-ac67-89594ddeea6f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Request body: {'security_group_rule': {'security_group_id': '8d14034a-4822-4a87-8d69-cabc134f4819', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:37:42.347397 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb667d27-8b4b-42e0-ac67-89594ddeea6f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group_rule (d420785e-247c-4dea-b3cf-7c4d33dc32d4), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:42.366754 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea52715-a6ee-40d5-bcc7-7633d44f0d71 req-308e2f74-f0c6-481a-8f5e-1d8cf1bc48bc tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:42.368612 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8ea52715-a6ee-40d5-bcc7-7633d44f0d71 req-308e2f74-f0c6-481a-8f5e-1d8cf1bc48bc tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0518665 May 23 12:37:42.407394 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb667d27-8b4b-42e0-ac67-89594ddeea6f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group_rule (d420785e-247c-4dea-b3cf-7c4d33dc32d4), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:42.411867 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb667d27-8b4b-42e0-ac67-89594ddeea6f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (d420785e-247c-4dea-b3cf-7c4d33dc32d4), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:42.418905 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8ea52715-a6ee-40d5-bcc7-7633d44f0d71 req-eec4c67b-5ea9-4c28-b5d3-03c356f41c55 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446546 May 23 12:37:42.432057 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb667d27-8b4b-42e0-ac67-89594ddeea6f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d420785e-247c-4dea-b3cf-7c4d33dc32d4,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:42.443387 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb667d27-8b4b-42e0-ac67-89594ddeea6f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:42.444698 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-cb667d27-8b4b-42e0-ac67-89594ddeea6f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308279 May 23 12:37:42.447858 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 55978) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:37:42.452544 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-c558672d-0690-4a51-8fe1-6b3e01a0b7b2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Request body: {'security_group_rule': {'security_group_id': '8d14034a-4822-4a87-8d69-cabc134f4819', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:37:42.480509 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c558672d-0690-4a51-8fe1-6b3e01a0b7b2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group_rule (7b0b5f80-f336-4c7a-b1fa-2347a7b3e9f9), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:42.530477 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c558672d-0690-4a51-8fe1-6b3e01a0b7b2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group_rule (7b0b5f80-f336-4c7a-b1fa-2347a7b3e9f9), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:42.534266 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c558672d-0690-4a51-8fe1-6b3e01a0b7b2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (7b0b5f80-f336-4c7a-b1fa-2347a7b3e9f9), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:42.552520 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558672d-0690-4a51-8fe1-6b3e01a0b7b2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0b5f80-f336-4c7a-b1fa-2347a7b3e9f9,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:42.559398 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c558672d-0690-4a51-8fe1-6b3e01a0b7b2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:42.560623 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-c558672d-0690-4a51-8fe1-6b3e01a0b7b2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1117213 May 23 12:37:42.563782 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 55982) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:37:42.567902 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-62460244-c217-41cd-b4e8-ee2138edd1ba tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Request body: {'floatingip': {'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:37:42.589166 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62460244-c217-41cd-b4e8-ee2138edd1ba tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:42.669605 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62460244-c217-41cd-b4e8-ee2138edd1ba tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:42.777879 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-62460244-c217-41cd-b4e8-ee2138edd1ba tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Allocated IP 172.27.0.215 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/1efc996a-c39d-4754-8f64-62e9b2084179) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:37:42.880162 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62460244-c217-41cd-b4e8-ee2138edd1ba tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for port (1efc996a-c39d-4754-8f64-62e9b2084179), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:42.914829 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62460244-c217-41cd-b4e8-ee2138edd1ba tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (1efc996a-c39d-4754-8f64-62e9b2084179), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:42.951808 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62460244-c217-41cd-b4e8-ee2138edd1ba tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:37:42.954861 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-62460244-c217-41cd-b4e8-ee2138edd1ba tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:37:42.957531 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62460244-c217-41cd-b4e8-ee2138edd1ba tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:37:42.964779 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:42.993480 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62460244-c217-41cd-b4e8-ee2138edd1ba tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Pushing event updated for resources: {'Port': ['ID=1efc996a-c39d-4754-8f64-62e9b2084179,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:43.006560 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:43.059122 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62460244-c217-41cd-b4e8-ee2138edd1ba tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for floatingip (262c1065-783d-4f6a-b1d7-efac033db9fd), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:43.096111 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62460244-c217-41cd-b4e8-ee2138edd1ba tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (1efc996a-c39d-4754-8f64-62e9b2084179), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:43.273008 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62460244-c217-41cd-b4e8-ee2138edd1ba tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for port (1efc996a-c39d-4754-8f64-62e9b2084179), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:43.278324 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62460244-c217-41cd-b4e8-ee2138edd1ba tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4651066'] for port (1efc996a-c39d-4754-8f64-62e9b2084179), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:43.350555 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62460244-c217-41cd-b4e8-ee2138edd1ba tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Pushing event updated for resources: {'Port': ['ID=1efc996a-c39d-4754-8f64-62e9b2084179,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:43.360393 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62460244-c217-41cd-b4e8-ee2138edd1ba tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (262c1065-783d-4f6a-b1d7-efac033db9fd), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:43.376121 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62460244-c217-41cd-b4e8-ee2138edd1ba tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:43.377388 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-62460244-c217-41cd-b4e8-ee2138edd1ba tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8126469 May 23 12:37:43.538261 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67606956-8014-4b40-a18c-b9af50c15847 req-3b3dd1cf-2d03-46d0-99e3-7cac69f982ac tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:43.539901 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67606956-8014-4b40-a18c-b9af50c15847 req-3b3dd1cf-2d03-46d0-99e3-7cac69f982ac tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0496025 May 23 12:37:43.615998 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-42b3cecd-415f-426f-8698-e456cc1b22f4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1616261239&fields=id&tenant_id=0502b9ef01e2460893cfc855d44db0c7 HTTP/1.1" status: 200 len: 267 time: 0.0751057 May 23 12:37:43.620470 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67606956-8014-4b40-a18c-b9af50c15847 req-eddc0a44-c8f1-4504-907c-17a8e55b400a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737145 May 23 12:37:43.730344 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-3814e3e2-da9e-4a54-bb86-e519c9781f1f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:43.731807 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-3814e3e2-da9e-4a54-bb86-e519c9781f1f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/networks?id=3322fe8c-081c-4cfd-b180-198330997eff HTTP/1.1" status: 200 len: 816 time: 0.1083527 May 23 12:37:43.746826 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-fd7eaa0d-46a6-4dfa-a675-2287c7d6ca85 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/quotas/0502b9ef01e2460893cfc855d44db0c7 HTTP/1.1" status: 200 len: 375 time: 0.0096648 May 23 12:37:43.795945 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-e47b5e1b-6f72-40a2-ad34-494bd7c18248 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0502b9ef01e2460893cfc855d44db0c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440667 May 23 12:37:43.824579 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 357ce430-3b90-4a7c-b2f3-c2ee303501e4 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:37:43.826369 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:43.844809 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] No Port match for: 357ce430-3b90-4a7c-b2f3-c2ee303501e4 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:37:43.845154 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 357ce430-3b90-4a7c-b2f3-c2ee303501e4 not bound to the agent host hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:37:43.898522 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-b2886532-e87c-4f7c-ad58-a0d2b1b94f9c service neutron] 10.222.0.16 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886405 May 23 12:37:43.987744 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-3ea483d8-3d56-47b0-a989-273c36ac8dd5 service neutron] 10.222.0.16 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833969 May 23 12:37:44.149954 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2fe79d6d-d876-4493-9873-cb27038eb091 req-298537e4-4f95-4dcb-8241-2f6b8876b7d3 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 210 time: 0.0290251 May 23 12:37:44.734183 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:44.754881 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68812ed-e712-4e08-a886-f47199a589f2 req-e24e8c61-d8ef-4cce-a7f8-63fd71fdb12d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:44.756357 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b68812ed-e712-4e08-a886-f47199a589f2 req-e24e8c61-d8ef-4cce-a7f8-63fd71fdb12d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0544195 May 23 12:37:44.804069 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b68812ed-e712-4e08-a886-f47199a589f2 req-be29b0b8-9214-4117-b6fa-4c4983233b66 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414314 May 23 12:37:45.130636 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-f2807386-e228-4690-9f42-59dc505b7fef tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:45.132056 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-f2807386-e228-4690-9f42-59dc505b7fef tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.15 "GET /v2.0/networks?id=3322fe8c-081c-4cfd-b180-198330997eff HTTP/1.1" status: 200 len: 816 time: 0.1091108 May 23 12:37:45.194233 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-26f96a36-2dec-4346-826a-5707529722f8 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0502b9ef01e2460893cfc855d44db0c7 HTTP/1.1" status: 200 len: 380 time: 0.0527408 May 23 12:37:45.204440 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-579bcbe0-6298-4609-8802-6020bda7b093 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Request body: {'port': {'device_id': '40320b2c-6137-4266-b3b6-fb76f3d6d654', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'admin_state_up': True, 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'security_groups': ['8d14034a-4822-4a87-8d69-cabc134f4819']}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:37:45.322800 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9ffb532b-1946-4591-bd43-9374d37db1ce req-3e0c9838-52a4-4e08-bf1d-2deb621caee5 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 210 time: 0.0590627 May 23 12:37:45.374604 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-579bcbe0-6298-4609-8802-6020bda7b093 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Made reservation on behalf of 0502b9ef01e2460893cfc855d44db0c7 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:37:45.377874 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-579bcbe0-6298-4609-8802-6020bda7b093 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:45.503340 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-579bcbe0-6298-4609-8802-6020bda7b093 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Allocated IP 172.20.0.10 (3322fe8c-081c-4cfd-b180-198330997eff/57d02ce0-600b-49a7-8858-5c68dbc63a01/c581b4f8-de6e-4314-a04e-aca7063e49e5) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:37:45.644213 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-579bcbe0-6298-4609-8802-6020bda7b093 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:45.680910 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-579bcbe0-6298-4609-8802-6020bda7b093 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:45.690182 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:45.727926 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-579bcbe0-6298-4609-8802-6020bda7b093 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Network 3322fe8c-081c-4cfd-b180-198330997eff is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:37:45.733725 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-579bcbe0-6298-4609-8802-6020bda7b093 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:37:45.737373 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-579bcbe0-6298-4609-8802-6020bda7b093 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:37:45.744132 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:45.763727 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bcbe0-6298-4609-8802-6020bda7b093 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Pushing event updated for resources: {'Port': ['ID=c581b4f8-de6e-4314-a04e-aca7063e49e5,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:45.796558 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-579bcbe0-6298-4609-8802-6020bda7b093 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:45.797111 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-579bcbe0-6298-4609-8802-6020bda7b093 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:45.815103 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-579bcbe0-6298-4609-8802-6020bda7b093 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6146154 May 23 12:37:45.832832 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] Request body: {'port': {'device_id': '40320b2c-6137-4266-b3b6-fb76f3d6d654', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:37:45.997483 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-7ed34692-6e71-471c-9387-958f4c3281b5 None None] Provisioning complete for port c581b4f8-de6e-4314-a04e-aca7063e49e5 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:37:45.998108 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-7ed34692-6e71-471c-9387-958f4c3281b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:46.034002 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-7ed34692-6e71-471c-9387-958f4c3281b5 None None] Port c581b4f8-de6e-4314-a04e-aca7063e49e5 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:37:46.184274 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050ed12-df2a-4aaf-a578-212fc89973df req-46a4e587-68cb-47ec-a4be-57bfd3e6a5f4 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:46.185641 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9050ed12-df2a-4aaf-a578-212fc89973df req-46a4e587-68cb-47ec-a4be-57bfd3e6a5f4 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0723133 May 23 12:37:46.193632 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:46.272453 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9050ed12-df2a-4aaf-a578-212fc89973df req-2e966763-39ad-4154-87f7-f36bf343f4e9 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805452 May 23 12:37:46.481113 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef901c98-918b-404e-94af-9c4d7f5c8273 req-2a43086c-c94c-43a9-8127-fb664f5ab5c7 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:46.482466 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef901c98-918b-404e-94af-9c4d7f5c8273 req-2a43086c-c94c-43a9-8127-fb664f5ab5c7 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 932 time: 0.0823498 May 23 12:37:46.574824 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ef901c98-918b-404e-94af-9c4d7f5c8273 req-a920fe30-50a7-4032-be7e-a66a8eb77c9c tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813184 May 23 12:37:46.612338 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c581b4f8-de6e-4314-a04e-aca7063e49e5 {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:37:46.620838 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] Publish callbacks [] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:46.634250 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] Transition to ACTIVE for port object c581b4f8-de6e-4314-a04e-aca7063e49e5 will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 12:37:46.637895 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:46.689984 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] Pushing event updated for resources: {'Port': ['ID=c581b4f8-de6e-4314-a04e-aca7063e49e5,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:46.782082 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] Attempting to bind port c581b4f8-de6e-4314-a04e-aca7063e49e5 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:37:46.782647 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] Attempting to bind port c581b4f8-de6e-4314-a04e-aca7063e49e5 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '13cdb107-875d-4205-a897-41458cd12bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:37:46.783029 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] Attempting to bind port c581b4f8-de6e-4314-a04e-aca7063e49e5 on network 3322fe8c-081c-4cfd-b180-198330997eff {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:37:46.789896 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] Port c581b4f8-de6e-4314-a04e-aca7063e49e5 on network 3322fe8c-081c-4cfd-b180-198330997eff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 12:37:46.790213 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] Attempting to bind port c581b4f8-de6e-4314-a04e-aca7063e49e5 on network 3322fe8c-081c-4cfd-b180-198330997eff {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:37:46.796965 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] Checking agent: {'id': '1749a81f-e3c6-4f53-968e-bc4c0c6ca916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:37:46.797446 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] Checking segment: {'id': '13cdb107-875d-4205-a897-41458cd12bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:37:46.797981 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] Bound using segment: {'id': '13cdb107-875d-4205-a897-41458cd12bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:37:46.798588 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] Bound port: c581b4f8-de6e-4314-a04e-aca7063e49e5, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13cdb107-875d-4205-a897-41458cd12bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:37:46.799115 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:46.854059 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=75,neutron:DELETE=1,neutron:UPDATE=8 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:46.880691 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] For port c581b4f8-de6e-4314-a04e-aca7063e49e5, host hv-cinder-83699, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:37:46.884110 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:46.887210 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] For port c581b4f8-de6e-4314-a04e-aca7063e49e5, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c581b4f8-de6e-4314-a04e-aca7063e49e5,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:37:46.895033 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:46.901044 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:46.937296 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:46.937895 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:46.939257 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] 10.222.0.15 "PUT /v2.0/ports/c581b4f8-de6e-4314-a04e-aca7063e49e5 HTTP/1.1" status: 200 len: 1094 time: 1.1126630 May 23 12:37:46.940160 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40320b2c-6137-4266-b3b6-fb76f3d6d654', 'tag': 'c581b4f8-de6e-4314-a04e-aca7063e49e5'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:37:46.942377 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4616981-238c-4854-833f-1bf72c4d7bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "40320b2c-6137-4266-b3b6-fb76f3d6d654", "tag": "c581b4f8-de6e-4314-a04e-aca7063e49e5"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:37:46.971802 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81932d-aae0-444d-9286-1a886fbfd66f service neutron] Pushing event updated for resources: {'Port': ['ID=c581b4f8-de6e-4314-a04e-aca7063e49e5,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:47.022242 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d7c8d3-9f6e-4631-a438-7836750bc414 x-openstack-request-id: req-56d7c8d3-9f6e-4631-a438-7836750bc414 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:37:47.023060 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40320b2c-6137-4266-b3b6-fb76f3d6d654", "tag": "c581b4f8-de6e-4314-a04e-aca7063e49e5", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:37:47.023060 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56d7c8d3-9f6e-4631-a438-7836750bc414 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:37:47.024211 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56d7c8d3-9f6e-4631-a438-7836750bc414'] response: {'name': 'network-changed', 'server_uuid': '40320b2c-6137-4266-b3b6-fb76f3d6d654', 'tag': 'c581b4f8-de6e-4314-a04e-aca7063e49e5', 'status': 'completed', 'code': 200} May 23 12:37:47.036465 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-c92f2205-eae8-4c1b-b0af-6e474945e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:47.040079 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-c92f2205-eae8-4c1b-b0af-6e474945e77d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0502b9ef01e2460893cfc855d44db0c7&device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 1128 time: 0.0532506 May 23 12:37:47.081187 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-d4b2e8f7-4d1c-4b64-b07e-94cd9d00ea81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c581b4f8-de6e-4314-a04e-aca7063e49e5 HTTP/1.1" status: 200 len: 217 time: 0.0340381 May 23 12:37:47.144856 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-56b1a3ac-5a3a-4a43-aeec-748ddabfb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:47.147078 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-56b1a3ac-5a3a-4a43-aeec-748ddabfb02d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=57d02ce0-600b-49a7-8858-5c68dbc63a01 HTTP/1.1" status: 200 len: 855 time: 0.0580902 May 23 12:37:47.192549 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-3f976245-5804-4557-acbd-ab47f39d23d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:47.194053 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-3f976245-5804-4557-acbd-ab47f39d23d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3322fe8c-081c-4cfd-b180-198330997eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408134 May 23 12:37:47.284338 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-d79a9389-f242-4e87-9fb2-ecc8b0a1c4cb service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833011 May 23 12:37:47.412662 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-99aa464f-63c1-440b-8af2-14ed297ee039 req-341ab8a3-2682-46ad-a073-d5aa7056188e service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219327 May 23 12:37:47.423547 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87547a-e6ac-4e50-9264-1437dc3c4c32 req-6e58532d-6f90-4c64-a004-2a0e88332032 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:47.425500 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2c87547a-e6ac-4e50-9264-1437dc3c4c32 req-6e58532d-6f90-4c64-a004-2a0e88332032 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0686505 May 23 12:37:47.478959 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2c87547a-e6ac-4e50-9264-1437dc3c4c32 req-cd71244c-166a-478f-aad3-6d2f99ad2414 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465267 May 23 12:37:47.709526 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512df81a-455f-4726-b64e-ebafa9a8c2a6 req-0e752aa3-e523-4e67-89d3-fa4621f3f48e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:47.711710 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-512df81a-455f-4726-b64e-ebafa9a8c2a6 req-0e752aa3-e523-4e67-89d3-fa4621f3f48e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 944 time: 0.0597568 May 23 12:37:47.764744 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-512df81a-455f-4726-b64e-ebafa9a8c2a6 req-caddda9e-037c-4b98-8d65-5c5de72f7f66 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465674 May 23 12:37:48.392612 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4616981-238c-4854-833f-1bf72c4d7bf5 req-4e29c113-dd27-4a3c-b927-5814420732e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:48.394160 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c4616981-238c-4854-833f-1bf72c4d7bf5 req-4e29c113-dd27-4a3c-b927-5814420732e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0502b9ef01e2460893cfc855d44db0c7&device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 1128 time: 0.0396056 May 23 12:37:48.599760 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71262833-a3e4-4ea3-a18e-ef256e4c1d0c req-13c903e5-e937-48fa-a743-4be49ec10f68 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:48.601235 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-71262833-a3e4-4ea3-a18e-ef256e4c1d0c req-13c903e5-e937-48fa-a743-4be49ec10f68 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0499322 May 23 12:37:48.654448 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-71262833-a3e4-4ea3-a18e-ef256e4c1d0c req-3c208806-d737-4c8b-a8e2-8f8f7670ff20 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474691 May 23 12:37:48.886566 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176eb39-813f-42d5-a4b1-742a5a9d2d07 req-5f288903-071e-43af-a853-339efcaf1261 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:48.888214 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0176eb39-813f-42d5-a4b1-742a5a9d2d07 req-5f288903-071e-43af-a853-339efcaf1261 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 944 time: 0.0485854 May 23 12:37:48.938180 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0176eb39-813f-42d5-a4b1-742a5a9d2d07 req-9ed766d8-094e-4da5-8cfd-758cd66ed9b4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433633 May 23 12:37:49.539912 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4616981-238c-4854-833f-1bf72c4d7bf5 req-68d8beb7-f98d-4d55-9320-e1504f3812e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:49.542236 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c4616981-238c-4854-833f-1bf72c4d7bf5 req-68d8beb7-f98d-4d55-9320-e1504f3812e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3322fe8c-081c-4cfd-b180-198330997eff HTTP/1.1" status: 200 len: 917 time: 0.1027944 May 23 12:37:49.570492 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ba5c-d129-4e92-aafd-5ecbd17dd57b req-21771da2-7057-4749-98d2-faecd70ce1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:49.572250 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-9e59ba5c-d129-4e92-aafd-5ecbd17dd57b req-21771da2-7057-4749-98d2-faecd70ce1e8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 1130 time: 0.0411258 May 23 12:37:49.584309 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c4616981-238c-4854-833f-1bf72c4d7bf5 req-0835d7ca-9683-413a-98b5-1efd15aefdcb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c581b4f8-de6e-4314-a04e-aca7063e49e5 HTTP/1.1" status: 200 len: 217 time: 0.0362511 May 23 12:37:49.617892 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-9e59ba5c-d129-4e92-aafd-5ecbd17dd57b req-cd7f361f-6008-4689-bc41-6d9f3bdaddef service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393708 May 23 12:37:49.636990 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4616981-238c-4854-833f-1bf72c4d7bf5 req-dac0f5ed-8dda-4c1b-9ac3-6932113ffb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:49.638412 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c4616981-238c-4854-833f-1bf72c4d7bf5 req-dac0f5ed-8dda-4c1b-9ac3-6932113ffb95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=57d02ce0-600b-49a7-8858-5c68dbc63a01 HTTP/1.1" status: 200 len: 855 time: 0.0462854 May 23 12:37:49.772287 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a3dfa-75ec-4a28-af5b-98f87226d085 req-bfd49c54-ce0a-4a9b-ae87-ea42704f39b7 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:49.774451 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c66a3dfa-75ec-4a28-af5b-98f87226d085 req-bfd49c54-ce0a-4a9b-ae87-ea42704f39b7 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0472243 May 23 12:37:49.786339 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:49.793078 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:49.829383 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c66a3dfa-75ec-4a28-af5b-98f87226d085 req-c63177a8-4584-4023-904a-c2abd778153a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495639 May 23 12:37:49.855264 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device c581b4f8-de6e-4314-a04e-aca7063e49e5 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:37:49.895846 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4616981-238c-4854-833f-1bf72c4d7bf5 req-a8d3c83a-9f80-4c38-b8b9-bffab72da892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:49.897386 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c4616981-238c-4854-833f-1bf72c4d7bf5 req-a8d3c83a-9f80-4c38-b8b9-bffab72da892 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3322fe8c-081c-4cfd-b180-198330997eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442739 May 23 12:37:49.957661 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port c581b4f8-de6e-4314-a04e-aca7063e49e5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c581b4f8-de6e-4314-a04e-aca7063e49e5,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:49.971663 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': 'c581b4f8-de6e-4314-a04e-aca7063e49e5', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'port_id': 'c581b4f8-de6e-4314-a04e-aca7063e49e5', 'mac_address': 'fa:16:3e:b6:88:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:37:49.993001 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c4616981-238c-4854-833f-1bf72c4d7bf5 req-f3ceed5e-7646-4ae3-a2f5-e0147d6672e3 service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872445 May 23 12:37:50.008090 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port c581b4f8-de6e-4314-a04e-aca7063e49e5 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:37:50.008435 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:50.025806 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c581b4f8-de6e-4314-a04e-aca7063e49e5 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:37:50.050392 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port c581b4f8-de6e-4314-a04e-aca7063e49e5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c581b4f8-de6e-4314-a04e-aca7063e49e5,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:50.055310 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:50.115480 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=c581b4f8-de6e-4314-a04e-aca7063e49e5,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:50.121371 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9549e77-5ecb-4932-b7f2-86ecc1fda12f req-aa03cee7-ef01-4012-b6f0-02f11c3bbb56 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:50.122958 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e9549e77-5ecb-4932-b7f2-86ecc1fda12f req-aa03cee7-ef01-4012-b6f0-02f11c3bbb56 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 944 time: 0.1029916 May 23 12:37:50.123286 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:50.123628 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:50.123991 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:50.124371 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:50.124704 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:50.125028 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:50.125801 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:50.125801 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:50.125978 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:50.126281 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:50.126596 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:50.126911 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:50.127720 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:50.127720 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:50.127941 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:50.171069 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c4616981-238c-4854-833f-1bf72c4d7bf5 req-4295bc26-1199-43ad-80a3-a660c3778ba1 service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717675 May 23 12:37:50.191608 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e9549e77-5ecb-4932-b7f2-86ecc1fda12f req-1bfe950b-be68-453c-9904-5b76803ae064 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566924 May 23 12:37:50.380237 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['c581b4f8-de6e-4314-a04e-aca7063e49e5'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:37:50.947926 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e076ab0-ac37-4a6f-a96e-74395a5576cd req-48adaa37-e6ab-4f7f-90c0-85ec01812c75 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:50.949418 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3e076ab0-ac37-4a6f-a96e-74395a5576cd req-48adaa37-e6ab-4f7f-90c0-85ec01812c75 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0491784 May 23 12:37:51.000327 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3e076ab0-ac37-4a6f-a96e-74395a5576cd req-b22c1dc2-2a8a-44c3-b1a4-4367f14ecb5e tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451448 May 23 12:37:51.314887 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c5087-92cc-4aea-82d3-370dee6aae18 req-2681a8a3-69c4-4705-a714-1bdb83259e42 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:51.316448 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-197c5087-92cc-4aea-82d3-370dee6aae18 req-2681a8a3-69c4-4705-a714-1bdb83259e42 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 945 time: 0.0506728 May 23 12:37:51.370189 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-197c5087-92cc-4aea-82d3-370dee6aae18 req-39ba1f20-d256-4979-b76f-37a9343f386f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479076 May 23 12:37:51.420921 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=51 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:51.886899 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device c581b4f8-de6e-4314-a04e-aca7063e49e5 up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:37:51.931865 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning for port c581b4f8-de6e-4314-a04e-aca7063e49e5 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 12:37:51.937466 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port c581b4f8-de6e-4314-a04e-aca7063e49e5 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:37:51.937900 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:52.010313 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port c581b4f8-de6e-4314-a04e-aca7063e49e5 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:37:52.010687 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:52.030541 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:52.035411 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40320b2c-6137-4266-b3b6-fb76f3d6d654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c581b4f8-de6e-4314-a04e-aca7063e49e5'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:37:52.037643 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063c34ea-3c67-4adb-9dbe-1d6b8aa66b41" -d '{"events": [{"server_uuid": "40320b2c-6137-4266-b3b6-fb76f3d6d654", "name": "network-vif-plugged", "status": "completed", "tag": "c581b4f8-de6e-4314-a04e-aca7063e49e5"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:37:52.051855 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port c581b4f8-de6e-4314-a04e-aca7063e49e5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c581b4f8-de6e-4314-a04e-aca7063e49e5,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:52.057107 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:52.085859 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413b5f51-2367-49fc-b2cc-6ac575de7a03 x-openstack-request-id: req-413b5f51-2367-49fc-b2cc-6ac575de7a03 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:37:52.087026 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40320b2c-6137-4266-b3b6-fb76f3d6d654", "name": "network-vif-plugged", "status": "completed", "tag": "c581b4f8-de6e-4314-a04e-aca7063e49e5", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:37:52.087407 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-413b5f51-2367-49fc-b2cc-6ac575de7a03 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:37:52.087853 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-413b5f51-2367-49fc-b2cc-6ac575de7a03'] response: {'server_uuid': '40320b2c-6137-4266-b3b6-fb76f3d6d654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c581b4f8-de6e-4314-a04e-aca7063e49e5', 'code': 200} May 23 12:37:52.114231 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=c581b4f8-de6e-4314-a04e-aca7063e49e5,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:52.143345 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda911f2-85d0-40fa-8d1c-2a9ff8095196 req-25d03415-7df0-489c-ad31-27c7ada3f6f9 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:52.145106 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cda911f2-85d0-40fa-8d1c-2a9ff8095196 req-25d03415-7df0-489c-ad31-27c7ada3f6f9 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0553207 May 23 12:37:52.198060 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cda911f2-85d0-40fa-8d1c-2a9ff8095196 req-e4fce0a8-17fb-4a4a-ad94-22a912c370cd tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465758 May 23 12:37:52.270700 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fe77b-060b-49f5-b101-46ef0d72cfc1 req-9005388f-3df9-4d31-80a9-2329e21c1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:52.272231 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fc1fe77b-060b-49f5-b101-46ef0d72cfc1 req-9005388f-3df9-4d31-80a9-2329e21c1056 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 1130 time: 0.0427740 May 23 12:37:52.319611 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fc1fe77b-060b-49f5-b101-46ef0d72cfc1 req-5d2d2ec1-764b-44e0-a32b-aac4f38f8561 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405536 May 23 12:37:52.497017 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af639f7-dc1f-44a3-bc31-43c78981202a req-e3374459-766d-4ff2-a931-e8d30b3e5abe tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:52.498836 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7af639f7-dc1f-44a3-bc31-43c78981202a req-e3374459-766d-4ff2-a931-e8d30b3e5abe tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0495009 May 23 12:37:52.549642 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7af639f7-dc1f-44a3-bc31-43c78981202a req-3cbb3b88-e346-47ed-92fc-ba1cb2386ac4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447042 May 23 12:37:52.642605 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b1aab-4d70-49a5-9691-ae0ba796a1c7 req-4e565526-e795-4c6c-88f1-33fd96df3690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:52.644128 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9e9b1aab-4d70-49a5-9691-ae0ba796a1c7 req-4e565526-e795-4c6c-88f1-33fd96df3690 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcc45b8bab17498cadda8d64b3a76780&device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 1130 time: 0.0747850 May 23 12:37:52.650412 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f7399-e96d-4668-99da-d454933edf7a req-27d59d7e-115f-414e-8d7e-e4905061ee2d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:52.651748 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f28f7399-e96d-4668-99da-d454933edf7a req-27d59d7e-115f-414e-8d7e-e4905061ee2d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0731959 May 23 12:37:52.734231 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:52.748722 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:52.767009 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f28f7399-e96d-4668-99da-d454933edf7a req-c4bbd908-ddd1-44ba-92bb-e775398e20c7 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059656 May 23 12:37:52.782386 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b1aab-4d70-49a5-9691-ae0ba796a1c7 req-82f6dc33-09a8-468d-842a-6c6c7879684a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:52.783939 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9e9b1aab-4d70-49a5-9691-ae0ba796a1c7 req-82f6dc33-09a8-468d-842a-6c6c7879684a service neutron] 10.222.0.15 "GET /v2.0/networks?id=4833a70f-d11d-46d6-944f-14af0b04cad3 HTTP/1.1" status: 200 len: 920 time: 0.1312554 May 23 12:37:53.155698 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9e9b1aab-4d70-49a5-9691-ae0ba796a1c7 req-90c640c9-9c7e-4330-9801-29e608f124ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccd5bdc8-a41b-4e8c-aebe-0858a605b65b HTTP/1.1" status: 200 len: 1001 time: 0.0559695 May 23 12:37:53.203716 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b1aab-4d70-49a5-9691-ae0ba796a1c7 req-1c431d06-c31b-49ac-a443-e10c14c28244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:53.205144 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9e9b1aab-4d70-49a5-9691-ae0ba796a1c7 req-1c431d06-c31b-49ac-a443-e10c14c28244 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f25e8178-dbfd-4850-b4e0-0743c897d958 HTTP/1.1" status: 200 len: 858 time: 0.0432589 May 23 12:37:53.273130 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b1aab-4d70-49a5-9691-ae0ba796a1c7 req-708c1d20-a3c3-4b8b-8a32-40fd9dbbd50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:53.275564 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9e9b1aab-4d70-49a5-9691-ae0ba796a1c7 req-708c1d20-a3c3-4b8b-8a32-40fd9dbbd50c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4833a70f-d11d-46d6-944f-14af0b04cad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436327 May 23 12:37:53.366114 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9e9b1aab-4d70-49a5-9691-ae0ba796a1c7 req-ae6e886d-fa0b-4afe-834f-cf21ebf8f8f7 service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810072 May 23 12:37:53.465607 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9e9b1aab-4d70-49a5-9691-ae0ba796a1c7 req-4c71a13e-fa4f-4fe9-b30f-b19b57d3fbbd service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875719 May 23 12:37:53.674650 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b1f09-19a0-4eec-a085-4e0dcebcf233 req-b08e663b-d722-427e-bf14-52b55d8a1922 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:53.676013 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c69b1f09-19a0-4eec-a085-4e0dcebcf233 req-b08e663b-d722-427e-bf14-52b55d8a1922 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0489743 May 23 12:37:53.723557 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c69b1f09-19a0-4eec-a085-4e0dcebcf233 req-29f0229b-e749-4b30-a42c-b0491306cbc9 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414717 May 23 12:37:53.894644 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bec59-b988-4044-a897-9f4b79418cab req-d993941d-54ef-4426-be4e-be82fec5bb2c tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:53.896100 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ab2bec59-b988-4044-a897-9f4b79418cab req-d993941d-54ef-4426-be4e-be82fec5bb2c tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0476449 May 23 12:37:53.946200 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ab2bec59-b988-4044-a897-9f4b79418cab req-f3f973ee-e884-4e97-a5b5-4b4f782d19d5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443306 May 23 12:37:54.844081 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da420db7-ffdf-4bf5-8bd2-6c52c531068a req-98527ac1-ac8d-4186-8c44-b31740424912 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:54.845495 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-da420db7-ffdf-4bf5-8bd2-6c52c531068a req-98527ac1-ac8d-4186-8c44-b31740424912 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0470860 May 23 12:37:54.892575 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-da420db7-ffdf-4bf5-8bd2-6c52c531068a req-1c4bfe74-7895-4f23-85ca-693ef9f0b6da tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415771 May 23 12:37:55.010961 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469763ac-c0a3-4bd6-9feb-52c299572746 req-75f54722-ac38-4c9f-87cf-bd5504eb17b4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:55.012460 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-469763ac-c0a3-4bd6-9feb-52c299572746 req-75f54722-ac38-4c9f-87cf-bd5504eb17b4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0464056 May 23 12:37:55.021042 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 56076) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:37:55.026309 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-87c006ef-2a49-4234-8c81-44dbad0e74fa tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Request body: {'floatingip': {'port_id': 'c581b4f8-de6e-4314-a04e-aca7063e49e5'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:37:55.061339 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aa3b1-55b6-46e9-90cd-c725ec795de6 req-fda59495-ec2b-43a3-9838-c140e03722a3 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:55.062777 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e23aa3b1-55b6-46e9-90cd-c725ec795de6 req-fda59495-ec2b-43a3-9838-c140e03722a3 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0473614 May 23 12:37:55.066026 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-87c006ef-2a49-4234-8c81-44dbad0e74fa tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for floatingip (262c1065-783d-4f6a-b1d7-efac033db9fd), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:55.114352 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e23aa3b1-55b6-46e9-90cd-c725ec795de6 req-e756c6d9-de2d-401b-a0f3-81b2e65652df tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458057 May 23 12:37:55.426743 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:55.471678 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:55.487752 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-87c006ef-2a49-4234-8c81-44dbad0e74fa tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:55.495220 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-87c006ef-2a49-4234-8c81-44dbad0e74fa tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (262c1065-783d-4f6a-b1d7-efac033db9fd), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:55.590171 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.l3_db [None req-87c006ef-2a49-4234-8c81-44dbad0e74fa tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Floating IP 262c1065-783d-4f6a-b1d7-efac033db9fd associated. External IP: 172.27.0.215, port: c581b4f8-de6e-4314-a04e-aca7063e49e5. May 23 12:37:55.994777 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c006ef-2a49-4234-8c81-44dbad0e74fa tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Router 15b1f5f6-3920-485f-bd91-2274c10531a5 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:37:56.108579 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c006ef-2a49-4234-8c81-44dbad0e74fa tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:37:56.113416 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-87c006ef-2a49-4234-8c81-44dbad0e74fa tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:56.118377 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6be824-ba9d-4ae1-b01d-c726ad8654bd None None] Sync routers for ids ['15b1f5f6-3920-485f-bd91-2274c10531a5'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:37:56.128572 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6be824-ba9d-4ae1-b01d-c726ad8654bd None None] Routers {'15b1f5f6-3920-485f-bd91-2274c10531a5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:37:56.129177 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-ae6be824-ba9d-4ae1-b01d-c726ad8654bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:37:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['15b1f5f6-3920-485f-bd91-2274c10531a5'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:56.146136 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-87c006ef-2a49-4234-8c81-44dbad0e74fa tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "PUT /v2.0/floatingips/262c1065-783d-4f6a-b1d7-efac033db9fd HTTP/1.1" status: 200 len: 992 time: 1.1239884 May 23 12:37:56.147350 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40320b2c-6137-4266-b3b6-fb76f3d6d654', 'tag': 'c581b4f8-de6e-4314-a04e-aca7063e49e5'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:37:56.149801 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6391c8-1650-419a-88b6-c1dc0895b0bc" -d '{"events": [{"name": "network-changed", "server_uuid": "40320b2c-6137-4266-b3b6-fb76f3d6d654", "tag": "c581b4f8-de6e-4314-a04e-aca7063e49e5"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:37:56.189742 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36e87cd-815b-4d86-a4d3-dde42e5897f4 x-openstack-request-id: req-d36e87cd-815b-4d86-a4d3-dde42e5897f4 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:37:56.190043 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40320b2c-6137-4266-b3b6-fb76f3d6d654", "tag": "c581b4f8-de6e-4314-a04e-aca7063e49e5", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:37:56.190297 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d36e87cd-815b-4d86-a4d3-dde42e5897f4 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:37:56.190822 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36e87cd-815b-4d86-a4d3-dde42e5897f4'] response: {'name': 'network-changed', 'server_uuid': '40320b2c-6137-4266-b3b6-fb76f3d6d654', 'tag': 'c581b4f8-de6e-4314-a04e-aca7063e49e5', 'status': 'completed', 'code': 200} May 23 12:37:56.241296 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-ae6be824-ba9d-4ae1-b01d-c726ad8654bd None None] Set router 15b1f5f6-3920-485f-bd91-2274c10531a5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:37:56.245107 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb86785-ad69-4d26-b19c-384b7648f542 req-5b2c4b69-dd3f-44e4-bd4f-3955d070918c tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:56.246555 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2fb86785-ad69-4d26-b19c-384b7648f542 req-5b2c4b69-dd3f-44e4-bd4f-3955d070918c tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0494418 May 23 12:37:56.298026 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2fb86785-ad69-4d26-b19c-384b7648f542 req-2be8e55b-35d4-41f4-b1c3-f97c9aa22903 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436826 May 23 12:37:56.411372 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7ad72-09be-4fb4-8ca6-6c79032d7561 req-f2db3893-7f3d-423e-8a67-1ce6a49fd28d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:56.412876 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b7f7ad72-09be-4fb4-8ca6-6c79032d7561 req-f2db3893-7f3d-423e-8a67-1ce6a49fd28d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0498970 May 23 12:37:56.421394 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 56086) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:37:56.425834 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-067b5e5b-df1b-4c3f-8b0d-0c76604dc1d0 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Request body: {'floatingip': {'port_id': 'ccd5bdc8-a41b-4e8c-aebe-0858a605b65b'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:37:56.468267 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-ae6be824-ba9d-4ae1-b01d-c726ad8654bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'name': 'tempest-AttachVolumeShelveTestJSON-961891884-router', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:05Z', 'updated_at': '2022-05-23T12:33:18Z', 'revision_number': 4, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'gw_port': {'id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:07Z', 'updated_at': '2022-05-23T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '262c1065-783d-4f6a-b1d7-efac033db9fd', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'port_id': 'c581b4f8-de6e-4314-a04e-aca7063e49e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'mac_address': 'fa:16:3e:b6:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40320b2c-6137-4266-b3b6-fb76f3d6d654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:37:43Z', 'updated_at': '2022-05-23T12:37:55Z', 'revision_number': 1, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f147c7-4926-4212-96c9-da83805a04b1', 'name': '', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'mac_address': 'fa:16:3e:50:46:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:15Z', 'updated_at': '2022-05-23T12:33:30Z', 'revision_number': 5, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'subnets': [{'id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:56.470407 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:56.489863 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-067b5e5b-df1b-4c3f-8b0d-0c76604dc1d0 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for floatingip (507da9ad-7e35-4ea8-a462-459b3dc5773f), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:56.500996 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6be824-ba9d-4ae1-b01d-c726ad8654bd None None] Checking router: 15b1f5f6-3920-485f-bd91-2274c10531a5 for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:37:56.511158 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6be824-ba9d-4ae1-b01d-c726ad8654bd None None] Routers {'15b1f5f6-3920-485f-bd91-2274c10531a5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:37:56.511830 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-ae6be824-ba9d-4ae1-b01d-c726ad8654bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:37:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['15b1f5f6-3920-485f-bd91-2274c10531a5'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:56.569348 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6391c8-1650-419a-88b6-c1dc0895b0bc req-d4c2010c-b402-4e78-bc8a-71c385946a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:56.570851 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1a6391c8-1650-419a-88b6-c1dc0895b0bc req-d4c2010c-b402-4e78-bc8a-71c385946a67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0502b9ef01e2460893cfc855d44db0c7&device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 1130 time: 0.0776260 May 23 12:37:56.607044 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:56.617489 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-ae6be824-ba9d-4ae1-b01d-c726ad8654bd None None] Set router 15b1f5f6-3920-485f-bd91-2274c10531a5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:37:56.700937 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:56.766300 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6391c8-1650-419a-88b6-c1dc0895b0bc req-462d6bd6-ffe9-42e7-a8c6-4b8604491c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:56.767681 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1a6391c8-1650-419a-88b6-c1dc0895b0bc req-462d6bd6-ffe9-42e7-a8c6-4b8604491c8c service neutron] 10.222.0.15 "GET /v2.0/networks?id=3322fe8c-081c-4cfd-b180-198330997eff HTTP/1.1" status: 200 len: 917 time: 0.1892250 May 23 12:37:56.833396 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-ae6be824-ba9d-4ae1-b01d-c726ad8654bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'name': 'tempest-AttachVolumeShelveTestJSON-961891884-router', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:05Z', 'updated_at': '2022-05-23T12:33:18Z', 'revision_number': 4, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'gw_port': {'id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:07Z', 'updated_at': '2022-05-23T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '262c1065-783d-4f6a-b1d7-efac033db9fd', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'port_id': 'c581b4f8-de6e-4314-a04e-aca7063e49e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'mac_address': 'fa:16:3e:b6:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40320b2c-6137-4266-b3b6-fb76f3d6d654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:37:43Z', 'updated_at': '2022-05-23T12:37:55Z', 'revision_number': 1, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f147c7-4926-4212-96c9-da83805a04b1', 'name': '', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'mac_address': 'fa:16:3e:50:46:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:15Z', 'updated_at': '2022-05-23T12:33:30Z', 'revision_number': 5, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'subnets': [{'id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:56.864470 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6be824-ba9d-4ae1-b01d-c726ad8654bd None None] The sync data for ids ['15b1f5f6-3920-485f-bd91-2274c10531a5'] in dv-cinder-836996-27-iscsi is: [{'id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'name': 'tempest-AttachVolumeShelveTestJSON-961891884-router', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:05Z', 'updated_at': '2022-05-23T12:33:18Z', 'revision_number': 4, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'gw_port': {'id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:07Z', 'updated_at': '2022-05-23T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '262c1065-783d-4f6a-b1d7-efac033db9fd', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'port_id': 'c581b4f8-de6e-4314-a04e-aca7063e49e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'mac_address': 'fa:16:3e:b6:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40320b2c-6137-4266-b3b6-fb76f3d6d654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:37:43Z', 'updated_at': '2022-05-23T12:37:55Z', 'revision_number': 1, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f147c7-4926-4212-96c9-da83805a04b1', 'name': '', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'mac_address': 'fa:16:3e:50:46:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:15Z', 'updated_at': '2022-05-23T12:33:30Z', 'revision_number': 5, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'subnets': [{'id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:37:56.870785 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1a6391c8-1650-419a-88b6-c1dc0895b0bc req-96ba4951-5228-4812-bba6-95d8dc950c2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c581b4f8-de6e-4314-a04e-aca7063e49e5 HTTP/1.1" status: 200 len: 1000 time: 0.0967910 May 23 12:37:57.004241 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6391c8-1650-419a-88b6-c1dc0895b0bc req-dd170043-7724-4f01-be4c-fa93390dac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:57.005697 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1a6391c8-1650-419a-88b6-c1dc0895b0bc req-dd170043-7724-4f01-be4c-fa93390dac92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=57d02ce0-600b-49a7-8858-5c68dbc63a01 HTTP/1.1" status: 200 len: 855 time: 0.1272604 May 23 12:37:57.069152 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a539ceb8-b6f0-46d9-9a74-0663cf72392b None None] New status for floating IP 262c1065-783d-4f6a-b1d7-efac033db9fd: ACTIVE {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:37:57.094643 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6391c8-1650-419a-88b6-c1dc0895b0bc req-3611563b-6e28-4dd9-b51f-5b7b24493051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:57.096121 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1a6391c8-1650-419a-88b6-c1dc0895b0bc req-3611563b-6e28-4dd9-b51f-5b7b24493051 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3322fe8c-081c-4cfd-b180-198330997eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0773153 May 23 12:37:57.152023 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:57.264942 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1a6391c8-1650-419a-88b6-c1dc0895b0bc req-0eedb017-91c3-430e-b6a3-0202c8e35625 service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621518 May 23 12:37:57.268947 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-067b5e5b-df1b-4c3f-8b0d-0c76604dc1d0 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:57.280916 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-067b5e5b-df1b-4c3f-8b0d-0c76604dc1d0 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (507da9ad-7e35-4ea8-a462-459b3dc5773f), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:57.674712 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:57.685987 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1a6391c8-1650-419a-88b6-c1dc0895b0bc req-d18e0ec2-f4b9-463c-a6c1-3e788949aa17 service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144759 May 23 12:37:57.726986 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:57.797926 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067b5e5b-df1b-4c3f-8b0d-0c76604dc1d0 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Router 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:37:57.902561 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067b5e5b-df1b-4c3f-8b0d-0c76604dc1d0 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:37:57.906980 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-067b5e5b-df1b-4c3f-8b0d-0c76604dc1d0 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:37:57.914535 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890d32f9-0bde-45e7-9636-075842375c22 None None] Sync routers for ids ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:37:57.925976 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890d32f9-0bde-45e7-9636-075842375c22 None None] Routers {'247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:37:57.926647 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-890d32f9-0bde-45e7-9636-075842375c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:37:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:57.979623 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64486ed1-2721-4c2a-a2fb-a96f3a82f32f', 'tag': 'ccd5bdc8-a41b-4e8c-aebe-0858a605b65b'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:37:57.982175 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35585b67-5f79-472e-98ab-2cf64a4ca9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "64486ed1-2721-4c2a-a2fb-a96f3a82f32f", "tag": "ccd5bdc8-a41b-4e8c-aebe-0858a605b65b"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:37:57.985930 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-067b5e5b-df1b-4c3f-8b0d-0c76604dc1d0 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "PUT /v2.0/floatingips/507da9ad-7e35-4ea8-a462-459b3dc5773f HTTP/1.1" status: 200 len: 993 time: 1.5634706 May 23 12:37:58.032453 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c265da0-0c46-4937-b475-212f13dfcdb6 x-openstack-request-id: req-6c265da0-0c46-4937-b475-212f13dfcdb6 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:37:58.033365 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64486ed1-2721-4c2a-a2fb-a96f3a82f32f", "tag": "ccd5bdc8-a41b-4e8c-aebe-0858a605b65b", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:37:58.033365 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c265da0-0c46-4937-b475-212f13dfcdb6 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:37:58.033365 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c265da0-0c46-4937-b475-212f13dfcdb6'] response: {'name': 'network-changed', 'server_uuid': '64486ed1-2721-4c2a-a2fb-a96f3a82f32f', 'tag': 'ccd5bdc8-a41b-4e8c-aebe-0858a605b65b', 'status': 'completed', 'code': 200} May 23 12:37:58.054478 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-890d32f9-0bde-45e7-9636-075842375c22 None None] Set router 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:37:58.113313 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35585b67-5f79-472e-98ab-2cf64a4ca9fa req-bfac4e70-21d2-49ff-94e9-564ebc34caec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:58.114929 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-35585b67-5f79-472e-98ab-2cf64a4ca9fa req-bfac4e70-21d2-49ff-94e9-564ebc34caec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcc45b8bab17498cadda8d64b3a76780&device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 1130 time: 0.0475013 May 23 12:37:58.146944 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=100 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:37:58.223719 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35585b67-5f79-472e-98ab-2cf64a4ca9fa req-04c4610b-bda1-4e24-af64-0d2faa2de298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:58.225290 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-35585b67-5f79-472e-98ab-2cf64a4ca9fa req-04c4610b-bda1-4e24-af64-0d2faa2de298 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4833a70f-d11d-46d6-944f-14af0b04cad3 HTTP/1.1" status: 200 len: 920 time: 0.1011040 May 23 12:37:58.285508 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-890d32f9-0bde-45e7-9636-075842375c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1292102453-router', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:32Z', 'revision_number': 4, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'gw_port': {'id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '507da9ad-7e35-4ea8-a462-459b3dc5773f', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'port_id': 'ccd5bdc8-a41b-4e8c-aebe-0858a605b65b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'mac_address': 'fa:16:3e:67:0f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64486ed1-2721-4c2a-a2fb-a96f3a82f32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:36:03Z', 'updated_at': '2022-05-23T12:37:57Z', 'revision_number': 3, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627a6826-c3e3-4ca2-8a1d-221d60dd70a0', 'name': '', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'mac_address': 'fa:16:3e:56:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:26Z', 'updated_at': '2022-05-23T12:33:43Z', 'revision_number': 5, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'subnets': [{'id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:58.294969 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-35585b67-5f79-472e-98ab-2cf64a4ca9fa req-878714b0-218f-440d-949d-53c08bd5b976 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccd5bdc8-a41b-4e8c-aebe-0858a605b65b HTTP/1.1" status: 200 len: 1001 time: 0.0625057 May 23 12:37:58.314244 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890d32f9-0bde-45e7-9636-075842375c22 None None] Checking router: 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:37:58.322852 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890d32f9-0bde-45e7-9636-075842375c22 None None] Routers {'247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:37:58.323455 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-890d32f9-0bde-45e7-9636-075842375c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:37:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:58.345174 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35585b67-5f79-472e-98ab-2cf64a4ca9fa req-700a7e21-a32e-47eb-aaf7-a1aeb5f39e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:58.346633 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-35585b67-5f79-472e-98ab-2cf64a4ca9fa req-700a7e21-a32e-47eb-aaf7-a1aeb5f39e31 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f25e8178-dbfd-4850-b4e0-0743c897d958 HTTP/1.1" status: 200 len: 858 time: 0.0440547 May 23 12:37:58.390707 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35585b67-5f79-472e-98ab-2cf64a4ca9fa req-b1d9feeb-2623-4362-b955-eb533fce3f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:58.392216 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-35585b67-5f79-472e-98ab-2cf64a4ca9fa req-b1d9feeb-2623-4362-b955-eb533fce3f56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4833a70f-d11d-46d6-944f-14af0b04cad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387459 May 23 12:37:58.425776 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-890d32f9-0bde-45e7-9636-075842375c22 None None] Set router 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:37:58.493147 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-35585b67-5f79-472e-98ab-2cf64a4ca9fa req-29bfc33b-86f6-4879-8755-6d34d6792aa5 service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934489 May 23 12:37:58.585845 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-35585b67-5f79-472e-98ab-2cf64a4ca9fa req-adc6eb9b-826a-4a33-92bd-9e552c5ea094 service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856752 May 23 12:37:58.721918 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-890d32f9-0bde-45e7-9636-075842375c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1292102453-router', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:32Z', 'revision_number': 4, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'gw_port': {'id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '507da9ad-7e35-4ea8-a462-459b3dc5773f', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'port_id': 'ccd5bdc8-a41b-4e8c-aebe-0858a605b65b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'mac_address': 'fa:16:3e:67:0f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64486ed1-2721-4c2a-a2fb-a96f3a82f32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:36:03Z', 'updated_at': '2022-05-23T12:37:57Z', 'revision_number': 3, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627a6826-c3e3-4ca2-8a1d-221d60dd70a0', 'name': '', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'mac_address': 'fa:16:3e:56:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:26Z', 'updated_at': '2022-05-23T12:33:43Z', 'revision_number': 5, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'subnets': [{'id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:58.747462 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890d32f9-0bde-45e7-9636-075842375c22 None None] The sync data for ids ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'] in dv-cinder-836996-27-iscsi is: [{'id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1292102453-router', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:32Z', 'revision_number': 4, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'gw_port': {'id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '507da9ad-7e35-4ea8-a462-459b3dc5773f', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'port_id': 'ccd5bdc8-a41b-4e8c-aebe-0858a605b65b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'mac_address': 'fa:16:3e:67:0f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64486ed1-2721-4c2a-a2fb-a96f3a82f32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:36:03Z', 'updated_at': '2022-05-23T12:37:57Z', 'revision_number': 3, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627a6826-c3e3-4ca2-8a1d-221d60dd70a0', 'name': '', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'mac_address': 'fa:16:3e:56:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:26Z', 'updated_at': '2022-05-23T12:33:43Z', 'revision_number': 5, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'subnets': [{'id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:37:59.401996 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445dde35-2e2f-414e-a532-017e5e6fc954 req-ca8e42b3-0f7e-4c9e-b136-085775352409 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:37:59.403470 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-445dde35-2e2f-414e-a532-017e5e6fc954 req-ca8e42b3-0f7e-4c9e-b136-085775352409 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0478535 May 23 12:37:59.456382 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-445dde35-2e2f-414e-a532-017e5e6fc954 req-72532303-d9f1-4a59-9180-7eabe0e30502 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473399 May 23 12:38:00.034640 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64486ed1-2721-4c2a-a2fb-a96f3a82f32f', 'tag': 'ccd5bdc8-a41b-4e8c-aebe-0858a605b65b'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:38:00.038544 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d10f396-f99f-4c11-b38b-5f282c91d5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "64486ed1-2721-4c2a-a2fb-a96f3a82f32f", "tag": "ccd5bdc8-a41b-4e8c-aebe-0858a605b65b"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:38:00.079043 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010b7c9d-b56b-4056-9fff-984e09ebad57 x-openstack-request-id: req-010b7c9d-b56b-4056-9fff-984e09ebad57 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:38:00.079456 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64486ed1-2721-4c2a-a2fb-a96f3a82f32f", "tag": "ccd5bdc8-a41b-4e8c-aebe-0858a605b65b", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:38:00.079771 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-010b7c9d-b56b-4056-9fff-984e09ebad57 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:38:00.080163 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-010b7c9d-b56b-4056-9fff-984e09ebad57'] response: {'name': 'network-changed', 'server_uuid': '64486ed1-2721-4c2a-a2fb-a96f3a82f32f', 'tag': 'ccd5bdc8-a41b-4e8c-aebe-0858a605b65b', 'status': 'completed', 'code': 200} May 23 12:38:00.576778 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16058d01-08b1-4fac-bc56-e806627aef0a req-706e7af8-1905-4706-8ee7-4ad234786431 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:00.578535 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-16058d01-08b1-4fac-bc56-e806627aef0a req-706e7af8-1905-4706-8ee7-4ad234786431 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0504155 May 23 12:38:00.612431 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:00.628312 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-16058d01-08b1-4fac-bc56-e806627aef0a req-8506e500-349f-4cfd-add3-a664c8e1980d tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441823 May 23 12:38:01.152693 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10f396-f99f-4c11-b38b-5f282c91d5ce req-933ec5a9-68f6-4e82-b1c3-196717871f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:01.154186 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1d10f396-f99f-4c11-b38b-5f282c91d5ce req-933ec5a9-68f6-4e82-b1c3-196717871f59 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcc45b8bab17498cadda8d64b3a76780&device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 1130 time: 0.0410078 May 23 12:38:01.249273 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10f396-f99f-4c11-b38b-5f282c91d5ce req-44418fe2-68e1-40a5-8366-c43771acbaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:01.250794 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1d10f396-f99f-4c11-b38b-5f282c91d5ce req-44418fe2-68e1-40a5-8366-c43771acbaed service neutron] 10.222.0.15 "GET /v2.0/networks?id=4833a70f-d11d-46d6-944f-14af0b04cad3 HTTP/1.1" status: 200 len: 920 time: 0.0900555 May 23 12:38:01.319626 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:01.343023 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1d10f396-f99f-4c11-b38b-5f282c91d5ce req-7f0449be-b267-4a80-90ba-a9af82f9acfe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccd5bdc8-a41b-4e8c-aebe-0858a605b65b HTTP/1.1" status: 200 len: 1001 time: 0.0560465 May 23 12:38:01.395957 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10f396-f99f-4c11-b38b-5f282c91d5ce req-b64ae5af-ca2f-4cf1-a574-f390441aaf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:01.397408 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1d10f396-f99f-4c11-b38b-5f282c91d5ce req-b64ae5af-ca2f-4cf1-a574-f390441aaf3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f25e8178-dbfd-4850-b4e0-0743c897d958 HTTP/1.1" status: 200 len: 858 time: 0.0433538 May 23 12:38:01.456901 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10f396-f99f-4c11-b38b-5f282c91d5ce req-4c1dc9ba-5abc-4601-9886-146026a8bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:01.458394 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1d10f396-f99f-4c11-b38b-5f282c91d5ce req-4c1dc9ba-5abc-4601-9886-146026a8bd17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4833a70f-d11d-46d6-944f-14af0b04cad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454032 May 23 12:38:01.462080 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5a4a8-684b-4d4f-84f2-0611bc69fc22 req-56c6bc01-b441-4449-bbc1-82078fe8b54e tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:01.463540 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3cb5a4a8-684b-4d4f-84f2-0611bc69fc22 req-56c6bc01-b441-4449-bbc1-82078fe8b54e tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.15 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0494630 May 23 12:38:01.552393 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1d10f396-f99f-4c11-b38b-5f282c91d5ce req-e3290d19-76a5-4c61-aa56-b007e58bf30e service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836082 May 23 12:38:01.553015 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-3cb5a4a8-684b-4d4f-84f2-0611bc69fc22 req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Deleting port 1c168015-cbd1-4ffe-8cf8-c803d21df858 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:38:01.553356 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-3cb5a4a8-684b-4d4f-84f2-0611bc69fc22 req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (1c168015-cbd1-4ffe-8cf8-c803d21df858), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:01.645299 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-3cb5a4a8-684b-4d4f-84f2-0611bc69fc22 req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] For port 1c168015-cbd1-4ffe-8cf8-c803d21df858, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1c168015-cbd1-4ffe-8cf8-c803d21df858,segment=NetworkSegment(85f304ec-f4f0-4cbb-aa66-ee2df5bb0198),segment_id=85f304ec-f4f0-4cbb-aa66-ee2df5bb0198)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:38:01.645657 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-3cb5a4a8-684b-4d4f-84f2-0611bc69fc22 req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (1c168015-cbd1-4ffe-8cf8-c803d21df858), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:01.655426 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1d10f396-f99f-4c11-b38b-5f282c91d5ce req-f029ba98-28f8-4789-8e5e-dd985509c6a2 service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917134 May 23 12:38:01.751555 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611726f-884b-4fa7-8871-2fd73562b307 req-30752542-f2aa-41d9-8d27-94df82c2608d tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:01.753079 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f611726f-884b-4fa7-8871-2fd73562b307 req-30752542-f2aa-41d9-8d27-94df82c2608d tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 945 time: 0.0481317 May 23 12:38:01.804212 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f611726f-884b-4fa7-8871-2fd73562b307 req-49c9e03b-7de1-47a0-9a33-d78efc9aba91 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8536291-1e55-492a-9a8a-410121e7b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453804 May 23 12:38:01.873594 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-3cb5a4a8-684b-4d4f-84f2-0611bc69fc22 req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:01.873960 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-3cb5a4a8-684b-4d4f-84f2-0611bc69fc22 req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (2b34c15d-a396-420d-a193-7c7727812eed), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:01.874277 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.l3_db [req-3cb5a4a8-684b-4d4f-84f2-0611bc69fc22 req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Floating IP 2b34c15d-a396-420d-a193-7c7727812eed disassociated. External IP: 172.27.0.89, port: 1c168015-cbd1-4ffe-8cf8-c803d21df858. May 23 12:38:01.874622 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-3cb5a4a8-684b-4d4f-84f2-0611bc69fc22 req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Calling delete_port for 1c168015-cbd1-4ffe-8cf8-c803d21df858 owned by compute:nova {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:38:01.951791 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:01.969317 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:02.035949 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-3cb5a4a8-684b-4d4f-84f2-0611bc69fc22 req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (1c168015-cbd1-4ffe-8cf8-c803d21df858), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:02.064656 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Pushing event deleted for resources: {'Port': ['ID=1c168015-cbd1-4ffe-8cf8-c803d21df858,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:02.075100 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:02.075462 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:02.076650 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:02.077011 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:02.077357 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:02.077952 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:02.078289 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:02.078627 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:02.078957 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:02.079501 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:02.079846 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:02.080197 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:02.081559 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:02.081649 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:02.081926 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:02.203009 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cb5a4a8-684b-4d4f-84f2-0611bc69fc22 req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:38:02.320140 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cb5a4a8-684b-4d4f-84f2-0611bc69fc22 req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:38:02.331071 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29646dde-fccf-4317-9ef5-75d9285f2797 None None] Sync routers for ids ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:38:02.341922 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29646dde-fccf-4317-9ef5-75d9285f2797 None None] Routers {'9ba67b00-16b6-4c4d-a3d1-b914a8472196'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:38:02.342531 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-29646dde-fccf-4317-9ef5-75d9285f2797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:37:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:02.363213 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb5a4a8-684b-4d4f-84f2-0611bc69fc22 req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] No DVR routers for this DVR port 1c168015-cbd1-4ffe-8cf8-c803d21df858 on host hv-cinder-83699 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:38:02.365813 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-3cb5a4a8-684b-4d4f-84f2-0611bc69fc22 req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:02.369202 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3cb5a4a8-684b-4d4f-84f2-0611bc69fc22 req-6a20b7d9-a46d-4620-96d8-d383b8c758eb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.15 "DELETE /v2.0/ports/1c168015-cbd1-4ffe-8cf8-c803d21df858 HTTP/1.1" status: 204 len: 173 time: 0.8999827 May 23 12:38:02.369651 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380a99e6-38d9-4af6-9fa8-5506a0ffcf5e', 'name': 'network-vif-deleted', 'tag': '1c168015-cbd1-4ffe-8cf8-c803d21df858'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:38:02.371982 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da085bd-618b-4c89-bc4d-ce3af8e7656a" -d '{"events": [{"server_uuid": "380a99e6-38d9-4af6-9fa8-5506a0ffcf5e", "name": "network-vif-deleted", "tag": "1c168015-cbd1-4ffe-8cf8-c803d21df858"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:38:02.406545 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6b0b91f8-c8cd-4cf2-a1ca-39c78cd539c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:02.410018 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a302a87d-d20e-4927-876c-259123e40205 x-openstack-request-id: req-a302a87d-d20e-4927-876c-259123e40205 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:38:02.410332 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380a99e6-38d9-4af6-9fa8-5506a0ffcf5e", "name": "network-vif-deleted", "tag": "1c168015-cbd1-4ffe-8cf8-c803d21df858", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:38:02.410788 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a302a87d-d20e-4927-876c-259123e40205 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:38:02.411186 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a302a87d-d20e-4927-876c-259123e40205'] response: {'server_uuid': '380a99e6-38d9-4af6-9fa8-5506a0ffcf5e', 'name': 'network-vif-deleted', 'tag': '1c168015-cbd1-4ffe-8cf8-c803d21df858', 'status': 'completed', 'code': 200} May 23 12:38:02.466390 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-29646dde-fccf-4317-9ef5-75d9285f2797 None None] Set router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:38:02.685857 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-29646dde-fccf-4317-9ef5-75d9285f2797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'name': 'tempest-AttachVolumeTestJSON-266485501-router', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:09Z', 'updated_at': '2022-05-23T12:33:22Z', 'revision_number': 4, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'gw_port': {'id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'a0d744d1-744f-4b5b-9b20-e269589f6aa3', 'name': '', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'mac_address': 'fa:16:3e:6f:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '188e2ead-7d0d-4956-8add-55d376412943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:18Z', 'updated_at': '2022-05-23T12:33:38Z', 'revision_number': 5, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'subnets': [{'id': '188e2ead-7d0d-4956-8add-55d376412943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:02.712608 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29646dde-fccf-4317-9ef5-75d9285f2797 None None] Checking router: 9ba67b00-16b6-4c4d-a3d1-b914a8472196 for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:38:02.721382 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29646dde-fccf-4317-9ef5-75d9285f2797 None None] Routers {'9ba67b00-16b6-4c4d-a3d1-b914a8472196'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:38:02.722005 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-29646dde-fccf-4317-9ef5-75d9285f2797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:37:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:02.829340 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-29646dde-fccf-4317-9ef5-75d9285f2797 None None] Set router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:38:02.924026 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-eb4c4d2e-01e1-4fbc-bee3-3142d8dc7b18 req-7e0600a8-2142-4cb3-b166-72d4f37cc126 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=380a99e6-38d9-4af6-9fa8-5506a0ffcf5e HTTP/1.1" status: 200 len: 210 time: 0.0284615 May 23 12:38:03.020922 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-29646dde-fccf-4317-9ef5-75d9285f2797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'name': 'tempest-AttachVolumeTestJSON-266485501-router', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:09Z', 'updated_at': '2022-05-23T12:33:22Z', 'revision_number': 4, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'gw_port': {'id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'a0d744d1-744f-4b5b-9b20-e269589f6aa3', 'name': '', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'mac_address': 'fa:16:3e:6f:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '188e2ead-7d0d-4956-8add-55d376412943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:18Z', 'updated_at': '2022-05-23T12:33:38Z', 'revision_number': 5, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'subnets': [{'id': '188e2ead-7d0d-4956-8add-55d376412943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:03.052570 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29646dde-fccf-4317-9ef5-75d9285f2797 None None] The sync data for ids ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'] in dv-cinder-836996-27-iscsi is: [{'id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'name': 'tempest-AttachVolumeTestJSON-266485501-router', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:09Z', 'updated_at': '2022-05-23T12:33:22Z', 'revision_number': 4, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'gw_port': {'id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'a0d744d1-744f-4b5b-9b20-e269589f6aa3', 'name': '', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'mac_address': 'fa:16:3e:6f:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '188e2ead-7d0d-4956-8add-55d376412943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:18Z', 'updated_at': '2022-05-23T12:33:38Z', 'revision_number': 5, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'subnets': [{'id': '188e2ead-7d0d-4956-8add-55d376412943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:38:03.273550 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0c740e-b152-48db-9255-2b67e7a9889c None None] New status for floating IP 2b34c15d-a396-420d-a193-7c7727812eed: DOWN {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:38:03.584365 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:04.013015 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 56144) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:38:04.074376 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0d0b95a1-00ab-4505-93a7-7f6a85e5cf29 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group (d8536291-1e55-492a-9a8a-410121e7b09d), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:04.098714 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0d0b95a1-00ab-4505-93a7-7f6a85e5cf29 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group (d8536291-1e55-492a-9a8a-410121e7b09d), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:04.145818 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0d0b95a1-00ab-4505-93a7-7f6a85e5cf29 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (d8536291-1e55-492a-9a8a-410121e7b09d), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:04.148842 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0d0b95a1-00ab-4505-93a7-7f6a85e5cf29 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:04.150263 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-0d0b95a1-00ab-4505-93a7-7f6a85e5cf29 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "DELETE /v2.0/security-groups/d8536291-1e55-492a-9a8a-410121e7b09d HTTP/1.1" status: 204 len: 168 time: 0.1360970 May 23 12:38:04.154269 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 56146) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:38:04.161242 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b95a1-00ab-4505-93a7-7f6a85e5cf29 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8536291-1e55-492a-9a8a-410121e7b09d,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:04.170288 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.api.v2.resource [None req-d17c8efb-8b81-4654-8054-43339716f362 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] show failed (client error): The resource could not be found. May 23 12:38:04.173982 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-d17c8efb-8b81-4654-8054-43339716f362 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups/d8536291-1e55-492a-9a8a-410121e7b09d HTTP/1.1" status: 404 len: 347 time: 0.0160542 May 23 12:38:04.174383 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 56148) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:38:04.293093 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2f004306-be6d-4a4d-8a84-58a275e61e95 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Deleting port 6fedf278-8356-4904-9840-3b7199b24728 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:38:04.293431 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2f004306-be6d-4a4d-8a84-58a275e61e95 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (6fedf278-8356-4904-9840-3b7199b24728), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:04.371316 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2f004306-be6d-4a4d-8a84-58a275e61e95 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (6fedf278-8356-4904-9840-3b7199b24728), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:04.371708 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2f004306-be6d-4a4d-8a84-58a275e61e95 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for floatingip (6fedf278-8356-4904-9840-3b7199b24728), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:04.383847 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2f004306-be6d-4a4d-8a84-58a275e61e95 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Calling delete_port for 6fedf278-8356-4904-9840-3b7199b24728 owned by network:floatingip {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:38:04.513806 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2f004306-be6d-4a4d-8a84-58a275e61e95 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (6fedf278-8356-4904-9840-3b7199b24728), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:04.536160 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f004306-be6d-4a4d-8a84-58a275e61e95 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Pushing event deleted for resources: {'Port': ['ID=6fedf278-8356-4904-9840-3b7199b24728,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:04.600233 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2f004306-be6d-4a4d-8a84-58a275e61e95 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for floatingip (2b34c15d-a396-420d-a193-7c7727812eed), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:04.602636 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2f004306-be6d-4a4d-8a84-58a275e61e95 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:04.603833 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-2f004306-be6d-4a4d-8a84-58a275e61e95 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "DELETE /v2.0/floatingips/2b34c15d-a396-420d-a193-7c7727812eed HTTP/1.1" status: 204 len: 168 time: 0.4283946 May 23 12:38:04.640485 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a7a097f7-c6e1-4b78-8283-c1aade58a402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:04.683343 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 56154) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:38:04.688414 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-95e32f37-4231-4d51-a65c-147476ed715d tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Request body: {'security_group': {'name': 'tempest-securitygroup--143547847', 'description': 'tempest-description--173444982'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:38:04.710729 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-95e32f37-4231-4d51-a65c-147476ed715d tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:04.737482 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:DELETE=9,neutron:SELECT=87,neutron:INSERT=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:04.744340 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:04.783879 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-95e32f37-4231-4d51-a65c-147476ed715d tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group (8a318795-2bb4-4484-b2ec-f55b61adab80), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:04.787532 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-95e32f37-4231-4d51-a65c-147476ed715d tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (8a318795-2bb4-4484-b2ec-f55b61adab80), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:04.812340 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-95e32f37-4231-4d51-a65c-147476ed715d tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:04.813573 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-95e32f37-4231-4d51-a65c-147476ed715d tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1291170 May 23 12:38:04.816845 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 56156) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:38:04.821374 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-fea85e87-33af-45f4-88c0-27b9c5ff8477 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Request body: {'security_group_rule': {'security_group_id': '8a318795-2bb4-4484-b2ec-f55b61adab80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:38:04.823223 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e32f37-4231-4d51-a65c-147476ed715d tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a318795-2bb4-4484-b2ec-f55b61adab80,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:04.850580 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fea85e87-33af-45f4-88c0-27b9c5ff8477 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group_rule (45768939-a2af-4443-b2c3-c660c3223699), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:04.905664 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fea85e87-33af-45f4-88c0-27b9c5ff8477 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group_rule (45768939-a2af-4443-b2c3-c660c3223699), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:04.909496 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fea85e87-33af-45f4-88c0-27b9c5ff8477 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (45768939-a2af-4443-b2c3-c660c3223699), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:04.923645 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:04.930422 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea85e87-33af-45f4-88c0-27b9c5ff8477 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45768939-a2af-4443-b2c3-c660c3223699,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:04.936443 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fea85e87-33af-45f4-88c0-27b9c5ff8477 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:04.937627 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-fea85e87-33af-45f4-88c0-27b9c5ff8477 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197801 May 23 12:38:04.940427 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 56158) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:38:04.944676 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-03ff2360-035d-49ae-9697-95d048e4ddaa tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Request body: {'security_group_rule': {'security_group_id': '8a318795-2bb4-4484-b2ec-f55b61adab80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:38:04.975634 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-03ff2360-035d-49ae-9697-95d048e4ddaa tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group_rule (8c611517-dc7f-436d-bef9-cf82b1f369c1), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:05.028894 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-03ff2360-035d-49ae-9697-95d048e4ddaa tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group_rule (8c611517-dc7f-436d-bef9-cf82b1f369c1), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:05.030480 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-03ff2360-035d-49ae-9697-95d048e4ddaa tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (8c611517-dc7f-436d-bef9-cf82b1f369c1), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:05.054886 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff2360-035d-49ae-9697-95d048e4ddaa tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c611517-dc7f-436d-bef9-cf82b1f369c1,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:05.063297 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-03ff2360-035d-49ae-9697-95d048e4ddaa tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:05.064518 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-03ff2360-035d-49ae-9697-95d048e4ddaa tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230364 May 23 12:38:05.067562 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 56160) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:38:05.071724 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-bad91332-e11d-4ddf-8580-c5e83d86ebbd tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Request body: {'floatingip': {'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:38:05.092977 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bad91332-e11d-4ddf-8580-c5e83d86ebbd tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:05.132108 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:05.170721 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bad91332-e11d-4ddf-8580-c5e83d86ebbd tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:05.280583 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-bad91332-e11d-4ddf-8580-c5e83d86ebbd tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Allocated IP 172.27.0.247 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/a725f483-54fb-43c1-b903-14eca5d2a60a) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:38:05.392798 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bad91332-e11d-4ddf-8580-c5e83d86ebbd tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for port (a725f483-54fb-43c1-b903-14eca5d2a60a), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:05.427817 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bad91332-e11d-4ddf-8580-c5e83d86ebbd tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (a725f483-54fb-43c1-b903-14eca5d2a60a), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:05.475170 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad91332-e11d-4ddf-8580-c5e83d86ebbd tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:38:05.480158 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-bad91332-e11d-4ddf-8580-c5e83d86ebbd tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:38:05.482599 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad91332-e11d-4ddf-8580-c5e83d86ebbd tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:38:05.485967 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad91332-e11d-4ddf-8580-c5e83d86ebbd tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Pushing event updated for resources: {'Port': ['ID=a725f483-54fb-43c1-b903-14eca5d2a60a,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:05.564375 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bad91332-e11d-4ddf-8580-c5e83d86ebbd tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for floatingip (d1fc21df-ee76-4f1e-af6b-d2768c57d370), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:05.601702 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bad91332-e11d-4ddf-8580-c5e83d86ebbd tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (a725f483-54fb-43c1-b903-14eca5d2a60a), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:05.718722 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:05.769432 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:05.790777 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bad91332-e11d-4ddf-8580-c5e83d86ebbd tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for port (a725f483-54fb-43c1-b903-14eca5d2a60a), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:05.795216 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bad91332-e11d-4ddf-8580-c5e83d86ebbd tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (a725f483-54fb-43c1-b903-14eca5d2a60a), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:05.863378 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad91332-e11d-4ddf-8580-c5e83d86ebbd tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Pushing event updated for resources: {'Port': ['ID=a725f483-54fb-43c1-b903-14eca5d2a60a,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:05.873926 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bad91332-e11d-4ddf-8580-c5e83d86ebbd tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (d1fc21df-ee76-4f1e-af6b-d2768c57d370), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:05.890320 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bad91332-e11d-4ddf-8580-c5e83d86ebbd tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:05.891548 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-bad91332-e11d-4ddf-8580-c5e83d86ebbd tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8230071 May 23 12:38:05.927643 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:05.932844 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 1c168015-cbd1-4ffe-8cf8-c803d21df858 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:38:05.936252 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:05.954058 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] No Port match for: 1c168015-cbd1-4ffe-8cf8-c803d21df858 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:38:05.954394 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 1c168015-cbd1-4ffe-8cf8-c803d21df858 not bound to the agent host hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:38:06.093906 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-303ca074-3771-4e0e-b7c8-50627b199036 req-68bb46b7-9645-4d94-b266-4157faaf61b1 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--143547847&fields=id&tenant_id=736376830ed340b2aa62c455c134c4e2 HTTP/1.1" status: 200 len: 267 time: 0.0424442 May 23 12:38:06.203050 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ca074-3771-4e0e-b7c8-50627b199036 req-5b2fe3fb-9202-462e-bf83-8a166ccf79b3 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:06.204532 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-303ca074-3771-4e0e-b7c8-50627b199036 req-5b2fe3fb-9202-462e-bf83-8a166ccf79b3 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/networks?id=cc274260-5d38-4e43-aa07-b73fcfa156ea HTTP/1.1" status: 200 len: 810 time: 0.1040609 May 23 12:38:06.218889 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-303ca074-3771-4e0e-b7c8-50627b199036 req-e39fa994-198a-4f49-aa4d-5dc627c4fb28 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/quotas/736376830ed340b2aa62c455c134c4e2 HTTP/1.1" status: 200 len: 375 time: 0.0091369 May 23 12:38:06.272890 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-303ca074-3771-4e0e-b7c8-50627b199036 req-e3ad73fa-9466-4233-8d28-5ffc593e4bb1 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=736376830ed340b2aa62c455c134c4e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487278 May 23 12:38:06.303645 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-96e0b978-ddcf-40a7-acf1-a17af9b8d304 req-e49600e1-b005-4f88-a727-b1c36928c6c6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411797 May 23 12:38:06.370935 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0b978-ddcf-40a7-acf1-a17af9b8d304 req-3f73a889-9a88-4054-8440-1dc710c92a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:06.372991 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-96e0b978-ddcf-40a7-acf1-a17af9b8d304 req-3f73a889-9a88-4054-8440-1dc710c92a3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcc45b8bab17498cadda8d64b3a76780&device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 1130 time: 0.0470576 May 23 12:38:06.377292 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-303ca074-3771-4e0e-b7c8-50627b199036 req-e01b9cbf-ba44-490b-86a4-95993c8c44f8 service neutron] 10.222.0.16 "GET /v2.0/networks/cc274260-5d38-4e43-aa07-b73fcfa156ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927577 May 23 12:38:06.472981 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-303ca074-3771-4e0e-b7c8-50627b199036 req-f4d1fa40-e49f-4e22-965b-d95bec359af4 service neutron] 10.222.0.16 "GET /v2.0/networks/cc274260-5d38-4e43-aa07-b73fcfa156ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893939 May 23 12:38:06.479712 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0b978-ddcf-40a7-acf1-a17af9b8d304 req-f74e2c2d-441d-4475-befa-326c2508cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:06.481239 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-96e0b978-ddcf-40a7-acf1-a17af9b8d304 req-f74e2c2d-441d-4475-befa-326c2508cef4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4833a70f-d11d-46d6-944f-14af0b04cad3 HTTP/1.1" status: 200 len: 920 time: 0.0901105 May 23 12:38:06.518626 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-96e0b978-ddcf-40a7-acf1-a17af9b8d304 req-d9fead4e-ea7c-4bbf-b951-e42d7e0e3f7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47e7dcef-9f40-451c-adfd-004f425d19fb HTTP/1.1" status: 200 len: 217 time: 0.0320098 May 23 12:38:06.569330 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0b978-ddcf-40a7-acf1-a17af9b8d304 req-272e7a49-c287-493f-88a5-ea708b0bfb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:06.570799 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-96e0b978-ddcf-40a7-acf1-a17af9b8d304 req-272e7a49-c287-493f-88a5-ea708b0bfb2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f25e8178-dbfd-4850-b4e0-0743c897d958 HTTP/1.1" status: 200 len: 858 time: 0.0465856 May 23 12:38:06.624994 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0b978-ddcf-40a7-acf1-a17af9b8d304 req-53a8b644-4c22-4c53-b9dc-9bc231eb7ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:06.626620 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-96e0b978-ddcf-40a7-acf1-a17af9b8d304 req-53a8b644-4c22-4c53-b9dc-9bc231eb7ef1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4833a70f-d11d-46d6-944f-14af0b04cad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506980 May 23 12:38:06.654682 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-65654fac-39e1-4b88-8336-35e1254ac073 req-40416c5f-9973-420a-ba6d-5d9a0f563994 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a267457-7f06-4312-87ce-2c47cdb2924d HTTP/1.1" status: 200 len: 210 time: 0.0298193 May 23 12:38:06.732648 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-96e0b978-ddcf-40a7-acf1-a17af9b8d304 req-69565a12-443d-47ab-bf70-42b7b8bfca51 service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000183 May 23 12:38:06.833361 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-96e0b978-ddcf-40a7-acf1-a17af9b8d304 req-aa7fe3c2-55a2-4f9c-ade4-530ebdbc8db4 service neutron] 10.222.0.15 "GET /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910316 May 23 12:38:07.286260 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:07.708855 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ca074-3771-4e0e-b7c8-50627b199036 req-a501e9df-5d3d-4480-a2b5-212acc2c4ea6 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:07.710317 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-303ca074-3771-4e0e-b7c8-50627b199036 req-a501e9df-5d3d-4480-a2b5-212acc2c4ea6 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.15 "GET /v2.0/networks?id=cc274260-5d38-4e43-aa07-b73fcfa156ea HTTP/1.1" status: 200 len: 810 time: 0.1123428 May 23 12:38:07.760032 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b17d0f78-d730-47c6-a1fe-ee6c05b4597f req-4c260fa6-8dac-4d16-bb12-65a4edc3bed3 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a267457-7f06-4312-87ce-2c47cdb2924d HTTP/1.1" status: 200 len: 210 time: 0.0322049 May 23 12:38:07.872660 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-303ca074-3771-4e0e-b7c8-50627b199036 req-aa0538b0-8f12-47be-a27d-abac9c334ac7 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=736376830ed340b2aa62c455c134c4e2 HTTP/1.1" status: 200 len: 379 time: 0.0538342 May 23 12:38:08.194208 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-303ca074-3771-4e0e-b7c8-50627b199036 req-e1fead6e-d994-4642-90ef-cfa8fbff788e tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Request body: {'port': {'device_id': '9a267457-7f06-4312-87ce-2c47cdb2924d', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'admin_state_up': True, 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'security_groups': ['8a318795-2bb4-4484-b2ec-f55b61adab80']}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:38:08.311936 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303ca074-3771-4e0e-b7c8-50627b199036 req-e1fead6e-d994-4642-90ef-cfa8fbff788e tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Made reservation on behalf of 736376830ed340b2aa62c455c134c4e2 for: {'port': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:38:08.315712 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-303ca074-3771-4e0e-b7c8-50627b199036 req-e1fead6e-d994-4642-90ef-cfa8fbff788e tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:08.331622 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:08.430770 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:08.447997 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [req-303ca074-3771-4e0e-b7c8-50627b199036 req-e1fead6e-d994-4642-90ef-cfa8fbff788e tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Allocated IP 172.20.0.8 (cc274260-5d38-4e43-aa07-b73fcfa156ea/188e2ead-7d0d-4956-8add-55d376412943/b8447d6b-c07d-4b91-8b57-270b92719707) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:38:08.589946 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-303ca074-3771-4e0e-b7c8-50627b199036 req-e1fead6e-d994-4642-90ef-cfa8fbff788e tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for port (b8447d6b-c07d-4b91-8b57-270b92719707), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:08.625138 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-303ca074-3771-4e0e-b7c8-50627b199036 req-e1fead6e-d994-4642-90ef-cfa8fbff788e tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (b8447d6b-c07d-4b91-8b57-270b92719707), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:08.642831 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:08.669276 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303ca074-3771-4e0e-b7c8-50627b199036 req-e1fead6e-d994-4642-90ef-cfa8fbff788e tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Network cc274260-5d38-4e43-aa07-b73fcfa156ea is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:38:08.676850 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [req-303ca074-3771-4e0e-b7c8-50627b199036 req-e1fead6e-d994-4642-90ef-cfa8fbff788e tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:38:08.681061 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-303ca074-3771-4e0e-b7c8-50627b199036 req-e1fead6e-d994-4642-90ef-cfa8fbff788e tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:38:08.718684 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fead6e-d994-4642-90ef-cfa8fbff788e tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Pushing event updated for resources: {'Port': ['ID=b8447d6b-c07d-4b91-8b57-270b92719707,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:08.746416 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ca074-3771-4e0e-b7c8-50627b199036 req-e1fead6e-d994-4642-90ef-cfa8fbff788e tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:08.747057 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-303ca074-3771-4e0e-b7c8-50627b199036 req-e1fead6e-d994-4642-90ef-cfa8fbff788e tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:08.766667 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-303ca074-3771-4e0e-b7c8-50627b199036 req-e1fead6e-d994-4642-90ef-cfa8fbff788e tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5770786 May 23 12:38:08.780126 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-303ca074-3771-4e0e-b7c8-50627b199036 req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] Request body: {'port': {'device_id': '9a267457-7f06-4312-87ce-2c47cdb2924d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:38:08.852540 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-303ca074-3771-4e0e-b7c8-50627b199036 req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (b8447d6b-c07d-4b91-8b57-270b92719707), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:08.956161 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-6eed80b7-19f7-406f-8260-2e81dec39eed None None] Provisioning complete for port b8447d6b-c07d-4b91-8b57-270b92719707 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:38:08.956577 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6eed80b7-19f7-406f-8260-2e81dec39eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (b8447d6b-c07d-4b91-8b57-270b92719707), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:08.969061 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9faedf-5c0b-4769-9e0a-67658b078dcc req-86464f9a-cd98-4fb8-ad72-35d3f2a463fe tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:08.970646 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3a9faedf-5c0b-4769-9e0a-67658b078dcc req-86464f9a-cd98-4fb8-ad72-35d3f2a463fe tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a267457-7f06-4312-87ce-2c47cdb2924d HTTP/1.1" status: 200 len: 931 time: 0.1292174 May 23 12:38:08.989545 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-6eed80b7-19f7-406f-8260-2e81dec39eed None None] Port b8447d6b-c07d-4b91-8b57-270b92719707 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:38:09.025829 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3a9faedf-5c0b-4769-9e0a-67658b078dcc req-54e50a78-1bf6-45aa-bd7c-614fb292be52 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a318795-2bb4-4484-b2ec-f55b61adab80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483134 May 23 12:38:09.164331 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [req-303ca074-3771-4e0e-b7c8-50627b199036 req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8447d6b-c07d-4b91-8b57-270b92719707 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:38:09.172641 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-303ca074-3771-4e0e-b7c8-50627b199036 req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] Publish callbacks [] for port (b8447d6b-c07d-4b91-8b57-270b92719707), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:09.185544 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [req-303ca074-3771-4e0e-b7c8-50627b199036 req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] Transition to ACTIVE for port object b8447d6b-c07d-4b91-8b57-270b92719707 will not be triggered until provisioned by entity L2. {{(pid=103849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 12:38:09.188538 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-303ca074-3771-4e0e-b7c8-50627b199036 req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4651066'] for port (b8447d6b-c07d-4b91-8b57-270b92719707), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:09.192318 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:09.230867 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:09.240772 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] Pushing event updated for resources: {'Port': ['ID=b8447d6b-c07d-4b91-8b57-270b92719707,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:09.318321 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-303ca074-3771-4e0e-b7c8-50627b199036 req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] Attempting to bind port b8447d6b-c07d-4b91-8b57-270b92719707 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:38:09.318653 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-303ca074-3771-4e0e-b7c8-50627b199036 req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] Attempting to bind port b8447d6b-c07d-4b91-8b57-270b92719707 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '85f304ec-f4f0-4cbb-aa66-ee2df5bb0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:38:09.318980 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ca074-3771-4e0e-b7c8-50627b199036 req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] Attempting to bind port b8447d6b-c07d-4b91-8b57-270b92719707 on network cc274260-5d38-4e43-aa07-b73fcfa156ea {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:38:09.324883 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ca074-3771-4e0e-b7c8-50627b199036 req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] Port b8447d6b-c07d-4b91-8b57-270b92719707 on network cc274260-5d38-4e43-aa07-b73fcfa156ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 12:38:09.325249 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ca074-3771-4e0e-b7c8-50627b199036 req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] Attempting to bind port b8447d6b-c07d-4b91-8b57-270b92719707 on network cc274260-5d38-4e43-aa07-b73fcfa156ea {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:38:09.330706 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ca074-3771-4e0e-b7c8-50627b199036 req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] Checking agent: {'id': '1749a81f-e3c6-4f53-968e-bc4c0c6ca916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:38:09.331484 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ca074-3771-4e0e-b7c8-50627b199036 req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] Checking segment: {'id': '85f304ec-f4f0-4cbb-aa66-ee2df5bb0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:38:09.331484 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ca074-3771-4e0e-b7c8-50627b199036 req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] Bound using segment: {'id': '85f304ec-f4f0-4cbb-aa66-ee2df5bb0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:38:09.331897 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-303ca074-3771-4e0e-b7c8-50627b199036 req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] Bound port: b8447d6b-c07d-4b91-8b57-270b92719707, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f304ec-f4f0-4cbb-aa66-ee2df5bb0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:38:09.332207 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-303ca074-3771-4e0e-b7c8-50627b199036 req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (b8447d6b-c07d-4b91-8b57-270b92719707), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:09.402531 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-303ca074-3771-4e0e-b7c8-50627b199036 req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] For port b8447d6b-c07d-4b91-8b57-270b92719707, host hv-cinder-83699, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:38:09.405810 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-303ca074-3771-4e0e-b7c8-50627b199036 req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] For port b8447d6b-c07d-4b91-8b57-270b92719707, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b8447d6b-c07d-4b91-8b57-270b92719707,segment=NetworkSegment(85f304ec-f4f0-4cbb-aa66-ee2df5bb0198),segment_id=85f304ec-f4f0-4cbb-aa66-ee2df5bb0198)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:38:09.412914 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-303ca074-3771-4e0e-b7c8-50627b199036 req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4651066'] for port (b8447d6b-c07d-4b91-8b57-270b92719707), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:09.451311 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ca074-3771-4e0e-b7c8-50627b199036 req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:09.451968 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-303ca074-3771-4e0e-b7c8-50627b199036 req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:09.453681 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-303ca074-3771-4e0e-b7c8-50627b199036 req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] 10.222.0.15 "PUT /v2.0/ports/b8447d6b-c07d-4b91-8b57-270b92719707 HTTP/1.1" status: 200 len: 1093 time: 0.6787918 May 23 12:38:09.454110 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a267457-7f06-4312-87ce-2c47cdb2924d', 'tag': 'b8447d6b-c07d-4b91-8b57-270b92719707'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:38:09.456369 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7fd02a-e990-469f-b14f-2f5e10c67467" -d '{"events": [{"name": "network-changed", "server_uuid": "9a267457-7f06-4312-87ce-2c47cdb2924d", "tag": "b8447d6b-c07d-4b91-8b57-270b92719707"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:38:09.484609 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb96e58-4313-4687-991b-bc7428534f61 service neutron] Pushing event updated for resources: {'Port': ['ID=b8447d6b-c07d-4b91-8b57-270b92719707,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:09.534954 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3868edc1-bf76-407b-9568-7fc6552273ff x-openstack-request-id: req-3868edc1-bf76-407b-9568-7fc6552273ff {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:38:09.535343 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a267457-7f06-4312-87ce-2c47cdb2924d", "tag": "b8447d6b-c07d-4b91-8b57-270b92719707", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:38:09.535771 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3868edc1-bf76-407b-9568-7fc6552273ff {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:38:09.540216 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3868edc1-bf76-407b-9568-7fc6552273ff'] response: {'name': 'network-changed', 'server_uuid': '9a267457-7f06-4312-87ce-2c47cdb2924d', 'tag': 'b8447d6b-c07d-4b91-8b57-270b92719707', 'status': 'completed', 'code': 200} May 23 12:38:09.550437 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ca074-3771-4e0e-b7c8-50627b199036 req-30ea86a2-be83-4a53-9cd9-ae6265a31fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:09.551973 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-303ca074-3771-4e0e-b7c8-50627b199036 req-30ea86a2-be83-4a53-9cd9-ae6265a31fe6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=736376830ed340b2aa62c455c134c4e2&device_id=9a267457-7f06-4312-87ce-2c47cdb2924d HTTP/1.1" status: 200 len: 1127 time: 0.0518856 May 23 12:38:09.811027 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-303ca074-3771-4e0e-b7c8-50627b199036 req-bfd7c1ec-996f-4123-809e-ff21584e344e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8447d6b-c07d-4b91-8b57-270b92719707 HTTP/1.1" status: 200 len: 217 time: 0.2519100 May 23 12:38:09.860752 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ca074-3771-4e0e-b7c8-50627b199036 req-9e9da7d8-722f-40cf-b385-62acd3d8e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:09.862197 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-303ca074-3771-4e0e-b7c8-50627b199036 req-9e9da7d8-722f-40cf-b385-62acd3d8e46f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=188e2ead-7d0d-4956-8add-55d376412943 HTTP/1.1" status: 200 len: 849 time: 0.0447569 May 23 12:38:09.906830 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ca074-3771-4e0e-b7c8-50627b199036 req-e62d8840-e06b-4f07-bce1-0328df279bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:09.908406 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-303ca074-3771-4e0e-b7c8-50627b199036 req-e62d8840-e06b-4f07-bce1-0328df279bc0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc274260-5d38-4e43-aa07-b73fcfa156ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393186 May 23 12:38:10.007518 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-303ca074-3771-4e0e-b7c8-50627b199036 req-9948f984-2db3-456a-83a1-96b532b36883 service neutron] 10.222.0.15 "GET /v2.0/networks/cc274260-5d38-4e43-aa07-b73fcfa156ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925884 May 23 12:38:10.108259 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-303ca074-3771-4e0e-b7c8-50627b199036 req-2501813e-7b8e-4328-acc4-a18f21b52a37 service neutron] 10.222.0.15 "GET /v2.0/networks/cc274260-5d38-4e43-aa07-b73fcfa156ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931482 May 23 12:38:10.161005 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de61e1-a5f9-4243-9d0c-7c23f8ddb8df req-e7e149d1-0408-4e9b-9ebf-91db588f585e tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:10.162497 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-93de61e1-a5f9-4243-9d0c-7c23f8ddb8df req-e7e149d1-0408-4e9b-9ebf-91db588f585e tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a267457-7f06-4312-87ce-2c47cdb2924d HTTP/1.1" status: 200 len: 943 time: 0.0621374 May 23 12:38:10.213131 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-93de61e1-a5f9-4243-9d0c-7c23f8ddb8df req-f392ece3-b358-4d81-8d69-052a1a8da05e tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a318795-2bb4-4484-b2ec-f55b61adab80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436537 May 23 12:38:11.152947 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fd02a-e990-469f-b14f-2f5e10c67467 req-10a27987-3b11-4225-b7a8-531bb7481005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:11.154764 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7d7fd02a-e990-469f-b14f-2f5e10c67467 req-10a27987-3b11-4225-b7a8-531bb7481005 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=736376830ed340b2aa62c455c134c4e2&device_id=9a267457-7f06-4312-87ce-2c47cdb2924d HTTP/1.1" status: 200 len: 1127 time: 0.0402937 May 23 12:38:11.338835 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18ed3f-8ee2-4894-98a9-a7989c3b8d00 req-310b72b7-4336-49d9-905e-8321e927cd72 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:11.340331 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2d18ed3f-8ee2-4894-98a9-a7989c3b8d00 req-310b72b7-4336-49d9-905e-8321e927cd72 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a267457-7f06-4312-87ce-2c47cdb2924d HTTP/1.1" status: 200 len: 943 time: 0.0566492 May 23 12:38:11.390461 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2d18ed3f-8ee2-4894-98a9-a7989c3b8d00 req-cfd93a60-fefd-4f23-a4bf-523792e43edc tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a318795-2bb4-4484-b2ec-f55b61adab80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446198 May 23 12:38:11.563712 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fd02a-e990-469f-b14f-2f5e10c67467 req-3849591a-4908-4570-b5ab-81056e259eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:11.565251 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7d7fd02a-e990-469f-b14f-2f5e10c67467 req-3849591a-4908-4570-b5ab-81056e259eac service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc274260-5d38-4e43-aa07-b73fcfa156ea HTTP/1.1" status: 200 len: 911 time: 0.0927763 May 23 12:38:11.668411 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7d7fd02a-e990-469f-b14f-2f5e10c67467 req-4e07ec79-b9e5-4219-bafd-59a20588a728 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8447d6b-c07d-4b91-8b57-270b92719707 HTTP/1.1" status: 200 len: 217 time: 0.0372486 May 23 12:38:11.729927 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fd02a-e990-469f-b14f-2f5e10c67467 req-6c4dcfde-ae4c-4993-aa4d-b2c2832e1242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:11.731456 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7d7fd02a-e990-469f-b14f-2f5e10c67467 req-6c4dcfde-ae4c-4993-aa4d-b2c2832e1242 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=188e2ead-7d0d-4956-8add-55d376412943 HTTP/1.1" status: 200 len: 849 time: 0.0521388 May 23 12:38:11.775814 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fd02a-e990-469f-b14f-2f5e10c67467 req-8a8021ff-d270-46a6-8249-f418532d52d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:11.777386 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7d7fd02a-e990-469f-b14f-2f5e10c67467 req-8a8021ff-d270-46a6-8249-f418532d52d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc274260-5d38-4e43-aa07-b73fcfa156ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399909 May 23 12:38:11.870407 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7d7fd02a-e990-469f-b14f-2f5e10c67467 req-0eb29472-9fcc-4733-8caa-17faada58b44 service neutron] 10.222.0.15 "GET /v2.0/networks/cc274260-5d38-4e43-aa07-b73fcfa156ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864663 May 23 12:38:11.930847 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:11.935499 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=100 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:11.947516 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device b8447d6b-c07d-4b91-8b57-270b92719707 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:38:11.970543 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-7d7fd02a-e990-469f-b14f-2f5e10c67467 req-804fd661-66f0-425f-a16f-bc5befed4e54 service neutron] 10.222.0.15 "GET /v2.0/networks/cc274260-5d38-4e43-aa07-b73fcfa156ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928564 May 23 12:38:12.017984 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:38:12.135160 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:12.171538 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port b8447d6b-c07d-4b91-8b57-270b92719707, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b8447d6b-c07d-4b91-8b57-270b92719707,segment=NetworkSegment(85f304ec-f4f0-4cbb-aa66-ee2df5bb0198),segment_id=85f304ec-f4f0-4cbb-aa66-ee2df5bb0198)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:38:12.184089 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': 'b8447d6b-c07d-4b91-8b57-270b92719707', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'port_id': 'b8447d6b-c07d-4b91-8b57-270b92719707', 'mac_address': 'fa:16:3e:48:8b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188e2ead-7d0d-4956-8add-55d376412943', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:38:12.218904 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port b8447d6b-c07d-4b91-8b57-270b92719707 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:38:12.219319 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (b8447d6b-c07d-4b91-8b57-270b92719707), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:12.233171 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8447d6b-c07d-4b91-8b57-270b92719707 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:38:12.253729 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port b8447d6b-c07d-4b91-8b57-270b92719707, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b8447d6b-c07d-4b91-8b57-270b92719707,segment=NetworkSegment(85f304ec-f4f0-4cbb-aa66-ee2df5bb0198),segment_id=85f304ec-f4f0-4cbb-aa66-ee2df5bb0198)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:38:12.257813 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (b8447d6b-c07d-4b91-8b57-270b92719707), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:12.304861 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=b8447d6b-c07d-4b91-8b57-270b92719707,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:12.536688 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2194e08-a11f-4838-86f7-5e75d3c506e6 req-85104a7a-e7bf-441b-b362-ae1a0a704765 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:12.538148 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f2194e08-a11f-4838-86f7-5e75d3c506e6 req-85104a7a-e7bf-441b-b362-ae1a0a704765 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a267457-7f06-4312-87ce-2c47cdb2924d HTTP/1.1" status: 200 len: 944 time: 0.0716836 May 23 12:38:12.543943 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:12.564726 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['b8447d6b-c07d-4b91-8b57-270b92719707'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:38:12.569860 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491846db-4280-4b47-a95f-e5d35ae6616e req-df847c96-d9e7-4e16-bfd7-677bfcc5abbd tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:12.571313 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-491846db-4280-4b47-a95f-e5d35ae6616e req-df847c96-d9e7-4e16-bfd7-677bfcc5abbd tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e15c2c-04cc-435b-a633-39c4ae1a5e24 HTTP/1.1" status: 200 len: 946 time: 0.0749707 May 23 12:38:12.627944 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f2194e08-a11f-4838-86f7-5e75d3c506e6 req-f7f84f9b-c163-4f53-8120-89405a942d30 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a318795-2bb4-4484-b2ec-f55b61adab80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827987 May 23 12:38:12.641477 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:12.646345 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-491846db-4280-4b47-a95f-e5d35ae6616e req-b41fbe93-97c0-4b77-bad1-96a82a8e9881 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=10625ff3-eacd-45a7-b4f7-8503253405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676749 May 23 12:38:13.772836 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d802e-1990-475e-89f7-e814be5754f3 req-9de12126-c2e6-4465-bed2-966ed76b5078 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:13.774290 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6b5d802e-1990-475e-89f7-e814be5754f3 req-9de12126-c2e6-4465-bed2-966ed76b5078 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a267457-7f06-4312-87ce-2c47cdb2924d HTTP/1.1" status: 200 len: 944 time: 0.0752902 May 23 12:38:13.793052 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d7491-4b4f-4022-abbd-a0c743b898f9 req-9a92e53b-9d97-4d8f-a1f3-c8cdbf16fe30 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:13.794452 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ab7d7491-4b4f-4022-abbd-a0c743b898f9 req-9a92e53b-9d97-4d8f-a1f3-c8cdbf16fe30 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e15c2c-04cc-435b-a633-39c4ae1a5e24 HTTP/1.1" status: 200 len: 946 time: 0.0656455 May 23 12:38:13.862117 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6b5d802e-1990-475e-89f7-e814be5754f3 req-cb06f9e9-43ca-4700-8f81-53ecddbc32a3 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a318795-2bb4-4484-b2ec-f55b61adab80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807059 May 23 12:38:13.866219 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ab7d7491-4b4f-4022-abbd-a0c743b898f9 req-e943fa28-5b9a-4a17-82ce-5ee91c4f5156 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=10625ff3-eacd-45a7-b4f7-8503253405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636516 May 23 12:38:13.955226 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device b8447d6b-c07d-4b91-8b57-270b92719707 up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:38:14.000442 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning for port b8447d6b-c07d-4b91-8b57-270b92719707 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 12:38:14.006929 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port b8447d6b-c07d-4b91-8b57-270b92719707 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:38:14.007294 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (b8447d6b-c07d-4b91-8b57-270b92719707), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:14.085562 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port b8447d6b-c07d-4b91-8b57-270b92719707 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:38:14.086240 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (b8447d6b-c07d-4b91-8b57-270b92719707), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:14.113619 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a267457-7f06-4312-87ce-2c47cdb2924d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8447d6b-c07d-4b91-8b57-270b92719707'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:38:14.115866 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00aefa49-bf32-4d55-9a33-05cfb8f63a25" -d '{"events": [{"server_uuid": "9a267457-7f06-4312-87ce-2c47cdb2924d", "name": "network-vif-plugged", "status": "completed", "tag": "b8447d6b-c07d-4b91-8b57-270b92719707"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:38:14.129449 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port b8447d6b-c07d-4b91-8b57-270b92719707, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b8447d6b-c07d-4b91-8b57-270b92719707,segment=NetworkSegment(85f304ec-f4f0-4cbb-aa66-ee2df5bb0198),segment_id=85f304ec-f4f0-4cbb-aa66-ee2df5bb0198)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:38:14.133760 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (b8447d6b-c07d-4b91-8b57-270b92719707), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:14.156786 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d30d163-90bc-4cd9-be02-10cc55238ab9 x-openstack-request-id: req-5d30d163-90bc-4cd9-be02-10cc55238ab9 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:38:14.157074 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a267457-7f06-4312-87ce-2c47cdb2924d", "name": "network-vif-plugged", "status": "completed", "tag": "b8447d6b-c07d-4b91-8b57-270b92719707", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:38:14.157350 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d30d163-90bc-4cd9-be02-10cc55238ab9 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:38:14.157749 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d30d163-90bc-4cd9-be02-10cc55238ab9'] response: {'server_uuid': '9a267457-7f06-4312-87ce-2c47cdb2924d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8447d6b-c07d-4b91-8b57-270b92719707', 'code': 200} May 23 12:38:14.184608 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=b8447d6b-c07d-4b91-8b57-270b92719707,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:14.194170 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75357c6a-3d99-4fac-af4d-c663ca18875c req-08ea1a98-b931-43bd-a3ab-646c3eb607d0 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:14.195682 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-75357c6a-3d99-4fac-af4d-c663ca18875c req-08ea1a98-b931-43bd-a3ab-646c3eb607d0 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2e15c2c-04cc-435b-a633-39c4ae1a5e24 HTTP/1.1" status: 200 len: 946 time: 0.0518346 May 23 12:38:14.291771 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-75357c6a-3d99-4fac-af4d-c663ca18875c req-2db4f055-51f4-4d7a-90d2-7d2812eb2941 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Deleting port e4be8f3d-d13e-41b9-8480-75814c3ff785 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:38:14.292026 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-75357c6a-3d99-4fac-af4d-c663ca18875c req-2db4f055-51f4-4d7a-90d2-7d2812eb2941 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (e4be8f3d-d13e-41b9-8480-75814c3ff785), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:14.331013 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a331522-7cd8-4b5f-8025-712c42d34837 req-7c3a0021-802c-4221-91b4-99f69a436f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:14.332657 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0a331522-7cd8-4b5f-8025-712c42d34837 req-7c3a0021-802c-4221-91b4-99f69a436f5b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a267457-7f06-4312-87ce-2c47cdb2924d HTTP/1.1" status: 200 len: 1129 time: 0.0441031 May 23 12:38:14.383209 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0a331522-7cd8-4b5f-8025-712c42d34837 req-d4cfae08-8332-4ab9-b211-ee734f6b4644 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8a318795-2bb4-4484-b2ec-f55b61adab80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383577 May 23 12:38:14.385331 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-75357c6a-3d99-4fac-af4d-c663ca18875c req-2db4f055-51f4-4d7a-90d2-7d2812eb2941 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] For port e4be8f3d-d13e-41b9-8480-75814c3ff785, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e4be8f3d-d13e-41b9-8480-75814c3ff785,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:38:14.385679 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-75357c6a-3d99-4fac-af4d-c663ca18875c req-2db4f055-51f4-4d7a-90d2-7d2812eb2941 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (e4be8f3d-d13e-41b9-8480-75814c3ff785), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:14.546561 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-75357c6a-3d99-4fac-af4d-c663ca18875c req-2db4f055-51f4-4d7a-90d2-7d2812eb2941 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:14.546823 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-75357c6a-3d99-4fac-af4d-c663ca18875c req-2db4f055-51f4-4d7a-90d2-7d2812eb2941 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (bd88e10f-dac9-4658-a51a-3c2f819219e0), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:14.547120 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.l3_db [req-75357c6a-3d99-4fac-af4d-c663ca18875c req-2db4f055-51f4-4d7a-90d2-7d2812eb2941 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Floating IP bd88e10f-dac9-4658-a51a-3c2f819219e0 disassociated. External IP: 172.27.0.64, port: e4be8f3d-d13e-41b9-8480-75814c3ff785. May 23 12:38:14.547461 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-75357c6a-3d99-4fac-af4d-c663ca18875c req-2db4f055-51f4-4d7a-90d2-7d2812eb2941 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Calling delete_port for e4be8f3d-d13e-41b9-8480-75814c3ff785 owned by compute:nova {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:38:14.676877 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-75357c6a-3d99-4fac-af4d-c663ca18875c req-2db4f055-51f4-4d7a-90d2-7d2812eb2941 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (e4be8f3d-d13e-41b9-8480-75814c3ff785), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:14.705877 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4f055-51f4-4d7a-90d2-7d2812eb2941 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event deleted for resources: {'Port': ['ID=e4be8f3d-d13e-41b9-8480-75814c3ff785,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:14.819669 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75357c6a-3d99-4fac-af4d-c663ca18875c req-2db4f055-51f4-4d7a-90d2-7d2812eb2941 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Router a1273a1e-93ca-4062-8a87-809e8bae5c19 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:38:14.927513 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75357c6a-3d99-4fac-af4d-c663ca18875c req-2db4f055-51f4-4d7a-90d2-7d2812eb2941 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:38:14.943484 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd1ddea-01e6-4828-bba5-1a191497460e None None] Sync routers for ids ['a1273a1e-93ca-4062-8a87-809e8bae5c19'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:38:14.960093 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd1ddea-01e6-4828-bba5-1a191497460e None None] Routers {'a1273a1e-93ca-4062-8a87-809e8bae5c19'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:38:14.961538 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-0fd1ddea-01e6-4828-bba5-1a191497460e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:38:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['a1273a1e-93ca-4062-8a87-809e8bae5c19'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:14.974411 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-75357c6a-3d99-4fac-af4d-c663ca18875c req-2db4f055-51f4-4d7a-90d2-7d2812eb2941 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] No DVR routers for this DVR port e4be8f3d-d13e-41b9-8480-75814c3ff785 on host hv-cinder-83699 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:38:14.978470 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-75357c6a-3d99-4fac-af4d-c663ca18875c req-2db4f055-51f4-4d7a-90d2-7d2812eb2941 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:14.981723 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-75357c6a-3d99-4fac-af4d-c663ca18875c req-2db4f055-51f4-4d7a-90d2-7d2812eb2941 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.15 "DELETE /v2.0/ports/e4be8f3d-d13e-41b9-8480-75814c3ff785 HTTP/1.1" status: 204 len: 173 time: 0.7791381 May 23 12:38:14.982174 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e15c2c-04cc-435b-a633-39c4ae1a5e24', 'name': 'network-vif-deleted', 'tag': 'e4be8f3d-d13e-41b9-8480-75814c3ff785'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:38:14.984569 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b2150e-20a6-44a7-b6b8-9d15376cb68d" -d '{"events": [{"server_uuid": "f2e15c2c-04cc-435b-a633-39c4ae1a5e24", "name": "network-vif-deleted", "tag": "e4be8f3d-d13e-41b9-8480-75814c3ff785"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:38:14.995643 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-92bdda78-f122-4f92-885e-055e33fcade7 req-77e009cf-3984-4e34-b528-2d14e370531c tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e15c2c-04cc-435b-a633-39c4ae1a5e24 HTTP/1.1" status: 200 len: 210 time: 0.0453470 May 23 12:38:15.001994 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:15.017867 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008e2f4-20f2-4609-a391-27d119b2a627 req-f07255af-6c04-4ecc-b518-8744d2ed33dd tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:15.017867 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0008e2f4-20f2-4609-a391-27d119b2a627 req-f07255af-6c04-4ecc-b518-8744d2ed33dd tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a267457-7f06-4312-87ce-2c47cdb2924d HTTP/1.1" status: 200 len: 945 time: 0.0721807 May 23 12:38:15.048300 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf0c246-9e69-4e18-a066-553614162fcc x-openstack-request-id: req-5cf0c246-9e69-4e18-a066-553614162fcc {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:38:15.048788 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e15c2c-04cc-435b-a633-39c4ae1a5e24", "name": "network-vif-deleted", "tag": "e4be8f3d-d13e-41b9-8480-75814c3ff785", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:38:15.049076 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5cf0c246-9e69-4e18-a066-553614162fcc {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:38:15.049504 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cf0c246-9e69-4e18-a066-553614162fcc'] response: {'server_uuid': 'f2e15c2c-04cc-435b-a633-39c4ae1a5e24', 'name': 'network-vif-deleted', 'tag': 'e4be8f3d-d13e-41b9-8480-75814c3ff785', 'status': 'completed', 'code': 200} May 23 12:38:15.071682 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0008e2f4-20f2-4609-a391-27d119b2a627 req-6fc8923a-2226-43a3-a4ef-e55f323c93fb tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a318795-2bb4-4484-b2ec-f55b61adab80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546317 May 23 12:38:15.085157 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-0fd1ddea-01e6-4828-bba5-1a191497460e None None] Set router a1273a1e-93ca-4062-8a87-809e8bae5c19 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:38:15.228274 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:15.285929 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-0fd1ddea-01e6-4828-bba5-1a191497460e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:15.312666 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd1ddea-01e6-4828-bba5-1a191497460e None None] Checking router: a1273a1e-93ca-4062-8a87-809e8bae5c19 for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:38:15.321471 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd1ddea-01e6-4828-bba5-1a191497460e None None] Routers {'a1273a1e-93ca-4062-8a87-809e8bae5c19'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:38:15.322182 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-0fd1ddea-01e6-4828-bba5-1a191497460e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:38:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['a1273a1e-93ca-4062-8a87-809e8bae5c19'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:15.425328 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-0fd1ddea-01e6-4828-bba5-1a191497460e None None] Set router a1273a1e-93ca-4062-8a87-809e8bae5c19 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:38:15.611870 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-0fd1ddea-01e6-4828-bba5-1a191497460e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:15.636439 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd1ddea-01e6-4828-bba5-1a191497460e None None] The sync data for ids ['a1273a1e-93ca-4062-8a87-809e8bae5c19'] in dv-cinder-836996-27-iscsi is: [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:38:15.876492 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4d3234-cb2b-4c1d-bbdc-50f2caed60fb None None] New status for floating IP bd88e10f-dac9-4658-a51a-3c2f819219e0: DOWN {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:38:16.108755 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0f95ac0a-8a9c-4747-b5d0-1cf23e104784 req-60a343ad-07da-4a28-bcc5-ed2205328ee0 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e15c2c-04cc-435b-a633-39c4ae1a5e24 HTTP/1.1" status: 200 len: 210 time: 0.0287583 May 23 12:38:16.194522 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3ed8f-146b-43a3-9544-847152d28563 req-a47a00ef-55b4-4db8-9a6e-9ff22d3b9e1d tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:16.196138 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1dd3ed8f-146b-43a3-9544-847152d28563 req-a47a00ef-55b4-4db8-9a6e-9ff22d3b9e1d tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a267457-7f06-4312-87ce-2c47cdb2924d HTTP/1.1" status: 200 len: 945 time: 0.0529134 May 23 12:38:16.248111 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1dd3ed8f-146b-43a3-9544-847152d28563 req-82fc3a06-e0b2-4102-b3b7-fcbfa91463a9 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a318795-2bb4-4484-b2ec-f55b61adab80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441170 May 23 12:38:16.358025 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055b9d7-ecf8-4956-856d-a635a96a2b0d req-59a91092-3109-488f-9e18-98b7567762a1 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:16.359456 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a055b9d7-ecf8-4956-856d-a635a96a2b0d req-59a91092-3109-488f-9e18-98b7567762a1 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a267457-7f06-4312-87ce-2c47cdb2924d HTTP/1.1" status: 200 len: 945 time: 0.0463736 May 23 12:38:16.368987 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 56262) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:38:16.373276 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-e773b4d3-56cd-437f-a967-6bd5b0848da4 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Request body: {'floatingip': {'port_id': 'b8447d6b-c07d-4b91-8b57-270b92719707'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:38:16.413506 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e773b4d3-56cd-437f-a967-6bd5b0848da4 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for floatingip (d1fc21df-ee76-4f1e-af6b-d2768c57d370), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:16.809645 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:16.829866 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e773b4d3-56cd-437f-a967-6bd5b0848da4 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:16.833555 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e773b4d3-56cd-437f-a967-6bd5b0848da4 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (d1fc21df-ee76-4f1e-af6b-d2768c57d370), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:16.909248 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:16.928966 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.db.l3_db [None req-e773b4d3-56cd-437f-a967-6bd5b0848da4 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Floating IP d1fc21df-ee76-4f1e-af6b-d2768c57d370 associated. External IP: 172.27.0.247, port: b8447d6b-c07d-4b91-8b57-270b92719707. May 23 12:38:17.128247 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e773b4d3-56cd-437f-a967-6bd5b0848da4 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:38:17.201618 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 56270) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:38:17.255124 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:17.262597 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:17.270641 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a35907bf-4a2c-41c0-b326-a2494c31bdce tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (10625ff3-eacd-45a7-b4f7-8503253405a3), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:17.300359 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a35907bf-4a2c-41c0-b326-a2494c31bdce tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (10625ff3-eacd-45a7-b4f7-8503253405a3), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:17.352682 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a35907bf-4a2c-41c0-b326-a2494c31bdce tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (10625ff3-eacd-45a7-b4f7-8503253405a3), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:17.358484 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a35907bf-4a2c-41c0-b326-a2494c31bdce tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:17.359757 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-a35907bf-4a2c-41c0-b326-a2494c31bdce tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "DELETE /v2.0/security-groups/10625ff3-eacd-45a7-b4f7-8503253405a3 HTTP/1.1" status: 204 len: 168 time: 0.1569386 May 23 12:38:17.365588 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 56272) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:38:17.388635 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35907bf-4a2c-41c0-b326-a2494c31bdce tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10625ff3-eacd-45a7-b4f7-8503253405a3,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:17.390735 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.api.v2.resource [None req-b8ee398b-310e-44d7-afb9-6b0efe158d24 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] show failed (client error): The resource could not be found. May 23 12:38:17.392494 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-b8ee398b-310e-44d7-afb9-6b0efe158d24 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups/10625ff3-eacd-45a7-b4f7-8503253405a3 HTTP/1.1" status: 404 len: 347 time: 0.0251985 May 23 12:38:17.394957 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 56274) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:38:17.495695 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e773b4d3-56cd-437f-a967-6bd5b0848da4 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:38:17.500416 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e773b4d3-56cd-437f-a967-6bd5b0848da4 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:17.507359 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119250a5-3a71-4928-9401-09816b76e708 None None] Sync routers for ids ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:38:17.510102 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-74c6a09d-45d2-46e9-bcd5-0d00d6c65134 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Deleting port d244b9cb-7f62-4034-9939-290894b7b8f9 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:38:17.510450 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74c6a09d-45d2-46e9-bcd5-0d00d6c65134 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (d244b9cb-7f62-4034-9939-290894b7b8f9), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:17.522600 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119250a5-3a71-4928-9401-09816b76e708 None None] Routers {'9ba67b00-16b6-4c4d-a3d1-b914a8472196'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:38:17.523307 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-119250a5-3a71-4928-9401-09816b76e708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:38:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:17.534907 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-e773b4d3-56cd-437f-a967-6bd5b0848da4 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "PUT /v2.0/floatingips/d1fc21df-ee76-4f1e-af6b-d2768c57d370 HTTP/1.1" status: 200 len: 991 time: 1.1622975 May 23 12:38:17.534907 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a267457-7f06-4312-87ce-2c47cdb2924d', 'tag': 'b8447d6b-c07d-4b91-8b57-270b92719707'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:38:17.535195 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1412e3-f9d8-43e8-8db0-6c4a666ccf20" -d '{"events": [{"name": "network-changed", "server_uuid": "9a267457-7f06-4312-87ce-2c47cdb2924d", "tag": "b8447d6b-c07d-4b91-8b57-270b92719707"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:38:17.571151 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841b8727-4d3d-4caf-b485-8439bc819cf1 x-openstack-request-id: req-841b8727-4d3d-4caf-b485-8439bc819cf1 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:38:17.571441 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a267457-7f06-4312-87ce-2c47cdb2924d", "tag": "b8447d6b-c07d-4b91-8b57-270b92719707", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:38:17.572727 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-841b8727-4d3d-4caf-b485-8439bc819cf1 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:38:17.572727 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-841b8727-4d3d-4caf-b485-8439bc819cf1'] response: {'name': 'network-changed', 'server_uuid': '9a267457-7f06-4312-87ce-2c47cdb2924d', 'tag': 'b8447d6b-c07d-4b91-8b57-270b92719707', 'status': 'completed', 'code': 200} May 23 12:38:17.605357 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74c6a09d-45d2-46e9-bcd5-0d00d6c65134 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (d244b9cb-7f62-4034-9939-290894b7b8f9), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:17.605680 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74c6a09d-45d2-46e9-bcd5-0d00d6c65134 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (d244b9cb-7f62-4034-9939-290894b7b8f9), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:17.635032 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-119250a5-3a71-4928-9401-09816b76e708 None None] Set router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:38:17.636886 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-74c6a09d-45d2-46e9-bcd5-0d00d6c65134 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Calling delete_port for d244b9cb-7f62-4034-9939-290894b7b8f9 owned by network:floatingip {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:38:17.652927 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1412e3-f9d8-43e8-8db0-6c4a666ccf20 req-d2517a30-ba8e-4fbc-ad7f-a7b4513bacdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:17.654432 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6e1412e3-f9d8-43e8-8db0-6c4a666ccf20 req-d2517a30-ba8e-4fbc-ad7f-a7b4513bacdf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=736376830ed340b2aa62c455c134c4e2&device_id=9a267457-7f06-4312-87ce-2c47cdb2924d HTTP/1.1" status: 200 len: 1129 time: 0.0585151 May 23 12:38:17.814923 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1412e3-f9d8-43e8-8db0-6c4a666ccf20 req-e2ce30f0-423a-4f82-885a-888f8c5a4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:17.816343 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6e1412e3-f9d8-43e8-8db0-6c4a666ccf20 req-e2ce30f0-423a-4f82-885a-888f8c5a4a05 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc274260-5d38-4e43-aa07-b73fcfa156ea HTTP/1.1" status: 200 len: 911 time: 0.1331658 May 23 12:38:17.913188 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74c6a09d-45d2-46e9-bcd5-0d00d6c65134 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (d244b9cb-7f62-4034-9939-290894b7b8f9), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:17.917044 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6e1412e3-f9d8-43e8-8db0-6c4a666ccf20 req-e858f09e-b080-4ca1-83de-2fd0c6241a66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8447d6b-c07d-4b91-8b57-270b92719707 HTTP/1.1" status: 200 len: 999 time: 0.0904522 May 23 12:38:17.950876 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6a09d-45d2-46e9-bcd5-0d00d6c65134 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event deleted for resources: {'Port': ['ID=d244b9cb-7f62-4034-9939-290894b7b8f9,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:18.030091 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1412e3-f9d8-43e8-8db0-6c4a666ccf20 req-14bf93be-c9e4-436f-8e1a-8a6f953fa972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:18.031936 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6e1412e3-f9d8-43e8-8db0-6c4a666ccf20 req-14bf93be-c9e4-436f-8e1a-8a6f953fa972 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=188e2ead-7d0d-4956-8add-55d376412943 HTTP/1.1" status: 200 len: 849 time: 0.0924077 May 23 12:38:18.035426 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device e4be8f3d-d13e-41b9-8480-75814c3ff785 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:38:18.060544 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=100 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:18.063384 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] No Port match for: e4be8f3d-d13e-41b9-8480-75814c3ff785 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:38:18.063731 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device e4be8f3d-d13e-41b9-8480-75814c3ff785 not bound to the agent host hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:38:18.072467 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-119250a5-3a71-4928-9401-09816b76e708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'name': 'tempest-AttachVolumeTestJSON-266485501-router', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:09Z', 'updated_at': '2022-05-23T12:33:22Z', 'revision_number': 4, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'gw_port': {'id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'd1fc21df-ee76-4f1e-af6b-d2768c57d370', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'port_id': 'b8447d6b-c07d-4b91-8b57-270b92719707', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'mac_address': 'fa:16:3e:48:8b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a267457-7f06-4312-87ce-2c47cdb2924d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:38:05Z', 'updated_at': '2022-05-23T12:38:16Z', 'revision_number': 1, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d744d1-744f-4b5b-9b20-e269589f6aa3', 'name': '', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'mac_address': 'fa:16:3e:6f:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '188e2ead-7d0d-4956-8add-55d376412943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:18Z', 'updated_at': '2022-05-23T12:33:38Z', 'revision_number': 5, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'subnets': [{'id': '188e2ead-7d0d-4956-8add-55d376412943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:18.078186 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74c6a09d-45d2-46e9-bcd5-0d00d6c65134 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (bd88e10f-dac9-4658-a51a-3c2f819219e0), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:18.080620 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74c6a09d-45d2-46e9-bcd5-0d00d6c65134 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:18.081767 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-74c6a09d-45d2-46e9-bcd5-0d00d6c65134 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "DELETE /v2.0/floatingips/bd88e10f-dac9-4658-a51a-3c2f819219e0 HTTP/1.1" status: 204 len: 168 time: 0.6858130 May 23 12:38:18.099348 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1412e3-f9d8-43e8-8db0-6c4a666ccf20 req-c5aea748-99cd-466e-94b0-bfa0392e0617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:18.100900 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6e1412e3-f9d8-43e8-8db0-6c4a666ccf20 req-c5aea748-99cd-466e-94b0-bfa0392e0617 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc274260-5d38-4e43-aa07-b73fcfa156ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0611031 May 23 12:38:18.101130 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119250a5-3a71-4928-9401-09816b76e708 None None] Checking router: 9ba67b00-16b6-4c4d-a3d1-b914a8472196 for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:38:18.114211 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119250a5-3a71-4928-9401-09816b76e708 None None] Routers {'9ba67b00-16b6-4c4d-a3d1-b914a8472196'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:38:18.115082 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-119250a5-3a71-4928-9401-09816b76e708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:38:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:18.153186 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 56282) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:38:18.158736 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-178c5cf4-2981-4589-b81d-17e34bd73e60 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1660524520', 'description': 'tempest-description--778322027'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:38:18.182919 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-178c5cf4-2981-4589-b81d-17e34bd73e60 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:18.209905 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6e1412e3-f9d8-43e8-8db0-6c4a666ccf20 req-483f568a-a933-4773-ad08-13daefb1ff29 service neutron] 10.222.0.15 "GET /v2.0/networks/cc274260-5d38-4e43-aa07-b73fcfa156ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962472 May 23 12:38:18.226727 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:18.237844 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-119250a5-3a71-4928-9401-09816b76e708 None None] Set router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:38:18.239897 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:18.264421 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-178c5cf4-2981-4589-b81d-17e34bd73e60 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (7d779d90-dc1a-4e67-9da3-9bac52893bbf), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:18.269316 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-178c5cf4-2981-4589-b81d-17e34bd73e60 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (7d779d90-dc1a-4e67-9da3-9bac52893bbf), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:18.307108 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c5cf4-2981-4589-b81d-17e34bd73e60 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d779d90-dc1a-4e67-9da3-9bac52893bbf,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:18.311818 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-178c5cf4-2981-4589-b81d-17e34bd73e60 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:18.313238 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-178c5cf4-2981-4589-b81d-17e34bd73e60 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1582375 May 23 12:38:18.315907 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 56284) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:38:18.320214 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-6e1412e3-f9d8-43e8-8db0-6c4a666ccf20 req-ad30d110-962b-40d6-9316-40857fd1f4ee service neutron] 10.222.0.15 "GET /v2.0/networks/cc274260-5d38-4e43-aa07-b73fcfa156ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007214 May 23 12:38:18.320394 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-0d8a6731-1e00-479b-9748-da30eb1d24d1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'security_group_rule': {'security_group_id': '7d779d90-dc1a-4e67-9da3-9bac52893bbf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:38:18.350619 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0d8a6731-1e00-479b-9748-da30eb1d24d1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (510318f9-6e89-4e09-80e9-77b8c5781d33), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:18.395476 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=100 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:18.401527 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0d8a6731-1e00-479b-9748-da30eb1d24d1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (510318f9-6e89-4e09-80e9-77b8c5781d33), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:18.405273 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0d8a6731-1e00-479b-9748-da30eb1d24d1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (510318f9-6e89-4e09-80e9-77b8c5781d33), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:18.425944 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a6731-1e00-479b-9748-da30eb1d24d1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=510318f9-6e89-4e09-80e9-77b8c5781d33,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:18.435658 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0d8a6731-1e00-479b-9748-da30eb1d24d1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:18.440140 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-0d8a6731-1e00-479b-9748-da30eb1d24d1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202586 May 23 12:38:18.440445 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 56286) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:38:18.444724 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-8469980b-1468-4a5d-b0ab-16d3d5bbca4b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'security_group_rule': {'security_group_id': '7d779d90-dc1a-4e67-9da3-9bac52893bbf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:38:18.470744 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8469980b-1468-4a5d-b0ab-16d3d5bbca4b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (b2816e12-bdca-45fc-a511-2443239b1504), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:18.474162 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-119250a5-3a71-4928-9401-09816b76e708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'name': 'tempest-AttachVolumeTestJSON-266485501-router', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:09Z', 'updated_at': '2022-05-23T12:33:22Z', 'revision_number': 4, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'gw_port': {'id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'd1fc21df-ee76-4f1e-af6b-d2768c57d370', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'port_id': 'b8447d6b-c07d-4b91-8b57-270b92719707', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'mac_address': 'fa:16:3e:48:8b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a267457-7f06-4312-87ce-2c47cdb2924d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:38:05Z', 'updated_at': '2022-05-23T12:38:16Z', 'revision_number': 1, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d744d1-744f-4b5b-9b20-e269589f6aa3', 'name': '', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'mac_address': 'fa:16:3e:6f:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '188e2ead-7d0d-4956-8add-55d376412943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:18Z', 'updated_at': '2022-05-23T12:33:38Z', 'revision_number': 5, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'subnets': [{'id': '188e2ead-7d0d-4956-8add-55d376412943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:18.474352 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:18.498968 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119250a5-3a71-4928-9401-09816b76e708 None None] The sync data for ids ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'] in dv-cinder-836996-27-iscsi is: [{'id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'name': 'tempest-AttachVolumeTestJSON-266485501-router', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:09Z', 'updated_at': '2022-05-23T12:33:22Z', 'revision_number': 4, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'gw_port': {'id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'd1fc21df-ee76-4f1e-af6b-d2768c57d370', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'port_id': 'b8447d6b-c07d-4b91-8b57-270b92719707', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'mac_address': 'fa:16:3e:48:8b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a267457-7f06-4312-87ce-2c47cdb2924d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:38:05Z', 'updated_at': '2022-05-23T12:38:16Z', 'revision_number': 1, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d744d1-744f-4b5b-9b20-e269589f6aa3', 'name': '', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'mac_address': 'fa:16:3e:6f:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '188e2ead-7d0d-4956-8add-55d376412943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:18Z', 'updated_at': '2022-05-23T12:33:38Z', 'revision_number': 5, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'subnets': [{'id': '188e2ead-7d0d-4956-8add-55d376412943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:38:18.523870 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:18.531274 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8469980b-1468-4a5d-b0ab-16d3d5bbca4b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (b2816e12-bdca-45fc-a511-2443239b1504), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:18.535554 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8469980b-1468-4a5d-b0ab-16d3d5bbca4b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (b2816e12-bdca-45fc-a511-2443239b1504), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:18.558127 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469980b-1468-4a5d-b0ab-16d3d5bbca4b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2816e12-bdca-45fc-a511-2443239b1504,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:18.564049 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8469980b-1468-4a5d-b0ab-16d3d5bbca4b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:18.565481 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-8469980b-1468-4a5d-b0ab-16d3d5bbca4b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241243 May 23 12:38:18.568522 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 56288) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:38:18.573280 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-6efbf9d8-4222-4c9a-8dab-e6076eaaa7a4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'floatingip': {'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:38:18.601181 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6efbf9d8-4222-4c9a-8dab-e6076eaaa7a4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:18.687777 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6efbf9d8-4222-4c9a-8dab-e6076eaaa7a4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:18.714713 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc8946c-5e83-4977-aa73-d01351ed3707 None None] New status for floating IP d1fc21df-ee76-4f1e-af6b-d2768c57d370: ACTIVE {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:38:18.796529 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-6efbf9d8-4222-4c9a-8dab-e6076eaaa7a4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Allocated IP 172.27.0.173 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/3218f092-e51d-4185-8807-478d38bfd0aa) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:38:18.820261 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:18.910102 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6efbf9d8-4222-4c9a-8dab-e6076eaaa7a4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for port (3218f092-e51d-4185-8807-478d38bfd0aa), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:18.944507 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6efbf9d8-4222-4c9a-8dab-e6076eaaa7a4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (3218f092-e51d-4185-8807-478d38bfd0aa), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:18.984361 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efbf9d8-4222-4c9a-8dab-e6076eaaa7a4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:38:18.988989 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-6efbf9d8-4222-4c9a-8dab-e6076eaaa7a4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:38:18.992961 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efbf9d8-4222-4c9a-8dab-e6076eaaa7a4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:38:18.996720 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbf9d8-4222-4c9a-8dab-e6076eaaa7a4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'Port': ['ID=3218f092-e51d-4185-8807-478d38bfd0aa,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:19.090759 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6efbf9d8-4222-4c9a-8dab-e6076eaaa7a4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (bbb233ef-0bcd-48a8-8425-55a426776b54), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:19.129425 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6efbf9d8-4222-4c9a-8dab-e6076eaaa7a4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (3218f092-e51d-4185-8807-478d38bfd0aa), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:19.201883 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:19.298370 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:19.310437 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6efbf9d8-4222-4c9a-8dab-e6076eaaa7a4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for port (3218f092-e51d-4185-8807-478d38bfd0aa), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:19.315368 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6efbf9d8-4222-4c9a-8dab-e6076eaaa7a4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (3218f092-e51d-4185-8807-478d38bfd0aa), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:19.385630 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbf9d8-4222-4c9a-8dab-e6076eaaa7a4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'Port': ['ID=3218f092-e51d-4185-8807-478d38bfd0aa,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:19.396908 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6efbf9d8-4222-4c9a-8dab-e6076eaaa7a4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (bbb233ef-0bcd-48a8-8425-55a426776b54), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:19.412300 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6efbf9d8-4222-4c9a-8dab-e6076eaaa7a4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:19.422386 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-6efbf9d8-4222-4c9a-8dab-e6076eaaa7a4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8440833 May 23 12:38:19.566073 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-df0d1167-ef63-4756-9dfc-9c84759ea290 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1660524520&fields=id&tenant_id=da82f9c566664cb1a974cf0d1bf1b09d HTTP/1.1" status: 200 len: 267 time: 0.0466037 May 23 12:38:19.672008 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-0b5dd1b9-87c2-4ebb-946c-e1077b1c7626 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:19.673403 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-0b5dd1b9-87c2-4ebb-946c-e1077b1c7626 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/networks?id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a HTTP/1.1" status: 200 len: 814 time: 0.1001108 May 23 12:38:19.688138 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-6ac47032-c597-4afd-b1b6-e02db33f6bde tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/quotas/da82f9c566664cb1a974cf0d1bf1b09d HTTP/1.1" status: 200 len: 375 time: 0.0094757 May 23 12:38:19.740984 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-658492cf-fc68-46df-abe8-76e776f9824f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=da82f9c566664cb1a974cf0d1bf1b09d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479505 May 23 12:38:19.878890 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-0759ff9f-7956-4e40-aaef-f2f2a02a2260 service neutron] 10.222.0.16 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266139 May 23 12:38:19.973155 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-3165fb9d-842a-4543-bbc0-2e6fb3a84252 service neutron] 10.222.0.16 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879037 May 23 12:38:20.148123 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bd020ba5-36e3-4ad5-99e4-8742948fd4f5 req-535a3141-316b-4090-b8c5-aa4c9dd7d703 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=203877da-d78e-44f0-bc6a-995008fef4f7 HTTP/1.1" status: 200 len: 210 time: 0.0301082 May 23 12:38:21.257926 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0983f318-19d0-4e3a-b5ee-9977f008cace req-2da6d4d2-fb39-4fa6-95ee-c096460596f6 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=203877da-d78e-44f0-bc6a-995008fef4f7 HTTP/1.1" status: 200 len: 210 time: 0.0406566 May 23 12:38:21.282010 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-78ff269d-2402-4297-9f84-b80d8d67dcd9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:21.283542 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-78ff269d-2402-4297-9f84-b80d8d67dcd9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.15 "GET /v2.0/networks?id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a HTTP/1.1" status: 200 len: 814 time: 0.1157620 May 23 12:38:21.348502 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-5286ef56-b4b8-44d3-9918-577cbbf36267 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da82f9c566664cb1a974cf0d1bf1b09d HTTP/1.1" status: 200 len: 380 time: 0.0548441 May 23 12:38:21.459293 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-4f1fe0ef-0903-413c-b20b-f2894345324b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'port': {'device_id': '203877da-d78e-44f0-bc6a-995008fef4f7', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'admin_state_up': True, 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'security_groups': ['7d779d90-dc1a-4e67-9da3-9bac52893bbf']}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:38:21.566103 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-4f1fe0ef-0903-413c-b20b-f2894345324b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Made reservation on behalf of da82f9c566664cb1a974cf0d1bf1b09d for: {'port': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:38:21.569445 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-4f1fe0ef-0903-413c-b20b-f2894345324b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:21.697479 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-4f1fe0ef-0903-413c-b20b-f2894345324b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Allocated IP 172.20.0.4 (34e447e2-b5a8-48e8-88c3-11c08d0cb74a/be7def1c-9596-416f-a585-da28c5a17c31/ffc6e408-2088-45a7-824d-4afc170af6a4) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:38:21.829313 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-4f1fe0ef-0903-413c-b20b-f2894345324b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for port (ffc6e408-2088-45a7-824d-4afc170af6a4), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:21.861702 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-4f1fe0ef-0903-413c-b20b-f2894345324b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (ffc6e408-2088-45a7-824d-4afc170af6a4), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:21.908798 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-4f1fe0ef-0903-413c-b20b-f2894345324b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:38:21.911750 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-4f1fe0ef-0903-413c-b20b-f2894345324b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:38:21.916046 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-4f1fe0ef-0903-413c-b20b-f2894345324b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:38:21.943860 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1fe0ef-0903-413c-b20b-f2894345324b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event updated for resources: {'Port': ['ID=ffc6e408-2088-45a7-824d-4afc170af6a4,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:21.968391 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-4f1fe0ef-0903-413c-b20b-f2894345324b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:21.969281 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-4f1fe0ef-0903-413c-b20b-f2894345324b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:21.979011 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:21.987725 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-4f1fe0ef-0903-413c-b20b-f2894345324b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5324714 May 23 12:38:22.004899 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] Request body: {'port': {'device_id': '203877da-d78e-44f0-bc6a-995008fef4f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:38:22.062240 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:22.071960 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (ffc6e408-2088-45a7-824d-4afc170af6a4), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:22.131189 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-e21e0bbd-3da4-4e57-b6ed-1e595cd40ac3 None None] Provisioning complete for port ffc6e408-2088-45a7-824d-4afc170af6a4 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:38:22.131779 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e21e0bbd-3da4-4e57-b6ed-1e595cd40ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (ffc6e408-2088-45a7-824d-4afc170af6a4), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:22.167566 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-e21e0bbd-3da4-4e57-b6ed-1e595cd40ac3 None None] Port ffc6e408-2088-45a7-824d-4afc170af6a4 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:38:22.367333 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc6e408-2088-45a7-824d-4afc170af6a4 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:38:22.375157 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] Publish callbacks [] for port (ffc6e408-2088-45a7-824d-4afc170af6a4), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:22.376084 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e4167-9979-4ae2-b1e0-d1952413c9e2 req-c8543488-dbe1-493b-a124-87c483232e66 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:22.377593 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6c3e4167-9979-4ae2-b1e0-d1952413c9e2 req-c8543488-dbe1-493b-a124-87c483232e66 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=203877da-d78e-44f0-bc6a-995008fef4f7 HTTP/1.1" status: 200 len: 931 time: 0.0474627 May 23 12:38:22.388187 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] Transition to ACTIVE for port object ffc6e408-2088-45a7-824d-4afc170af6a4 will not be triggered until provisioned by entity L2. {{(pid=103849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 12:38:22.392426 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4651066'] for port (ffc6e408-2088-45a7-824d-4afc170af6a4), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:22.426695 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6c3e4167-9979-4ae2-b1e0-d1952413c9e2 req-110f7c3b-fb71-4632-b884-c764b2535185 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d779d90-dc1a-4e67-9da3-9bac52893bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434515 May 23 12:38:22.467111 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] Pushing event updated for resources: {'Port': ['ID=ffc6e408-2088-45a7-824d-4afc170af6a4,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:22.521927 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] Attempting to bind port ffc6e408-2088-45a7-824d-4afc170af6a4 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:38:22.522273 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] Attempting to bind port ffc6e408-2088-45a7-824d-4afc170af6a4 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:38:22.522605 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] Attempting to bind port ffc6e408-2088-45a7-824d-4afc170af6a4 on network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:38:22.527316 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] Port ffc6e408-2088-45a7-824d-4afc170af6a4 on network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 12:38:22.527631 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] Attempting to bind port ffc6e408-2088-45a7-824d-4afc170af6a4 on network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:38:22.533078 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] Checking agent: {'id': '1749a81f-e3c6-4f53-968e-bc4c0c6ca916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:38:22.533420 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] Checking segment: {'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:38:22.533798 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] Bound using segment: {'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:38:22.534221 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] Bound port: ffc6e408-2088-45a7-824d-4afc170af6a4, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04340b8c-34f5-40a6-9546-72e1f80eae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:38:22.534572 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (ffc6e408-2088-45a7-824d-4afc170af6a4), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:22.599893 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] For port ffc6e408-2088-45a7-824d-4afc170af6a4, host hv-cinder-83699, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:38:22.604305 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] For port ffc6e408-2088-45a7-824d-4afc170af6a4, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ffc6e408-2088-45a7-824d-4afc170af6a4,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:38:22.610680 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4651066'] for port (ffc6e408-2088-45a7-824d-4afc170af6a4), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:22.649626 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:22.650418 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:22.651820 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] 10.222.0.15 "PUT /v2.0/ports/ffc6e408-2088-45a7-824d-4afc170af6a4 HTTP/1.1" status: 200 len: 1093 time: 0.6511605 May 23 12:38:22.652284 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203877da-d78e-44f0-bc6a-995008fef4f7', 'tag': 'ffc6e408-2088-45a7-824d-4afc170af6a4'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:38:22.654521 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a46161-0684-4e80-a954-86bf923c3088" -d '{"events": [{"name": "network-changed", "server_uuid": "203877da-d78e-44f0-bc6a-995008fef4f7", "tag": "ffc6e408-2088-45a7-824d-4afc170af6a4"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:38:22.678347 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8201c-c2cf-427e-8ef0-996e66dc293a service neutron] Pushing event updated for resources: {'Port': ['ID=ffc6e408-2088-45a7-824d-4afc170af6a4,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:22.711390 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fb376b-bad9-4c83-a168-627293c1e9c8 x-openstack-request-id: req-54fb376b-bad9-4c83-a168-627293c1e9c8 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:38:22.711678 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "203877da-d78e-44f0-bc6a-995008fef4f7", "tag": "ffc6e408-2088-45a7-824d-4afc170af6a4", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:38:22.711919 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54fb376b-bad9-4c83-a168-627293c1e9c8 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:38:22.712375 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54fb376b-bad9-4c83-a168-627293c1e9c8'] response: {'name': 'network-changed', 'server_uuid': '203877da-d78e-44f0-bc6a-995008fef4f7', 'tag': 'ffc6e408-2088-45a7-824d-4afc170af6a4', 'status': 'completed', 'code': 200} May 23 12:38:22.801195 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-24d953c1-8345-4aab-9cc4-a653a718af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:22.802750 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-24d953c1-8345-4aab-9cc4-a653a718af89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da82f9c566664cb1a974cf0d1bf1b09d&device_id=203877da-d78e-44f0-bc6a-995008fef4f7 HTTP/1.1" status: 200 len: 1127 time: 0.1056187 May 23 12:38:22.848080 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-23fb435d-dc96-4ad1-966d-1a48166a9355 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffc6e408-2088-45a7-824d-4afc170af6a4 HTTP/1.1" status: 200 len: 217 time: 0.0333252 May 23 12:38:22.897198 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:22.903559 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-62086300-b23f-4f15-a7ed-d6fb5c923d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:22.905074 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-62086300-b23f-4f15-a7ed-d6fb5c923d82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be7def1c-9596-416f-a585-da28c5a17c31 HTTP/1.1" status: 200 len: 853 time: 0.0475578 May 23 12:38:22.949649 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-bf80652b-ecc9-4d70-b9e4-cfaed1be79fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:22.951160 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-bf80652b-ecc9-4d70-b9e4-cfaed1be79fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397491 May 23 12:38:23.042332 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-619b9b92-1121-442f-81ba-f1ba052b14c4 service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851912 May 23 12:38:23.132695 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2e232952-10c2-4a7e-b483-4bee0d8c2e3f req-96f52427-ddba-4fb7-82d7-56dc02bf140a service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836847 May 23 12:38:23.559996 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932b219-8c74-4a02-873a-634603850ac3 req-095867e0-a1b0-4f9a-ac7b-b44df66e27b3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:23.562059 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0932b219-8c74-4a02-873a-634603850ac3 req-095867e0-a1b0-4f9a-ac7b-b44df66e27b3 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=203877da-d78e-44f0-bc6a-995008fef4f7 HTTP/1.1" status: 200 len: 943 time: 0.0544128 May 23 12:38:23.610026 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0932b219-8c74-4a02-873a-634603850ac3 req-1d5dc3b0-a82d-4355-9d6f-1602ccbe14f1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d779d90-dc1a-4e67-9da3-9bac52893bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425880 May 23 12:38:24.171974 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:24.186948 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a46161-0684-4e80-a954-86bf923c3088 req-5de6b1a6-f273-4b85-80be-0f3a1b11ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:24.188475 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-51a46161-0684-4e80-a954-86bf923c3088 req-5de6b1a6-f273-4b85-80be-0f3a1b11ab27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da82f9c566664cb1a974cf0d1bf1b09d&device_id=203877da-d78e-44f0-bc6a-995008fef4f7 HTTP/1.1" status: 200 len: 1127 time: 0.0497637 May 23 12:38:24.278381 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a46161-0684-4e80-a954-86bf923c3088 req-0e852304-e382-44a6-9876-0ec85f30e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:24.279751 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-51a46161-0684-4e80-a954-86bf923c3088 req-0e852304-e382-44a6-9876-0ec85f30e308 service neutron] 10.222.0.15 "GET /v2.0/networks?id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a HTTP/1.1" status: 200 len: 915 time: 0.0849960 May 23 12:38:24.322847 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-51a46161-0684-4e80-a954-86bf923c3088 req-3022355e-f116-4c03-a06c-529a1cc251cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffc6e408-2088-45a7-824d-4afc170af6a4 HTTP/1.1" status: 200 len: 217 time: 0.0362275 May 23 12:38:24.371407 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a46161-0684-4e80-a954-86bf923c3088 req-b7b419cb-ec70-42af-95e6-4ac5757e1867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:24.372871 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-51a46161-0684-4e80-a954-86bf923c3088 req-b7b419cb-ec70-42af-95e6-4ac5757e1867 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be7def1c-9596-416f-a585-da28c5a17c31 HTTP/1.1" status: 200 len: 853 time: 0.0437212 May 23 12:38:24.416071 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a46161-0684-4e80-a954-86bf923c3088 req-f6ea9e03-66bd-4ece-b32b-3e4163992d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:24.417665 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-51a46161-0684-4e80-a954-86bf923c3088 req-f6ea9e03-66bd-4ece-b32b-3e4163992d7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385971 May 23 12:38:24.510900 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-51a46161-0684-4e80-a954-86bf923c3088 req-f8ca5c0c-9e88-48f3-85d9-b8578303b20c service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864458 May 23 12:38:24.730233 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d80138-5ff3-4cd8-ac50-07c5032bbe2f req-747eada5-467f-4d5d-9e3f-0452dccc0c73 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:24.731797 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-85d80138-5ff3-4cd8-ac50-07c5032bbe2f req-747eada5-467f-4d5d-9e3f-0452dccc0c73 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=203877da-d78e-44f0-bc6a-995008fef4f7 HTTP/1.1" status: 200 len: 943 time: 0.0489199 May 23 12:38:24.780695 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-85d80138-5ff3-4cd8-ac50-07c5032bbe2f req-bea7668e-485a-4a49-a65c-3406b2eb6a6b tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d779d90-dc1a-4e67-9da3-9bac52893bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424397 May 23 12:38:24.808305 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-51a46161-0684-4e80-a954-86bf923c3088 req-8e56d4d6-243e-403d-b1f3-d9be36aba214 service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905185 May 23 12:38:25.899505 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a8876-fe59-4032-8e24-60079958f123 req-c44b7862-878b-49e6-9291-f58d56c50271 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:25.901792 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-df4a8876-fe59-4032-8e24-60079958f123 req-c44b7862-878b-49e6-9291-f58d56c50271 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=203877da-d78e-44f0-bc6a-995008fef4f7 HTTP/1.1" status: 200 len: 943 time: 0.0523455 May 23 12:38:25.937200 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:25.950590 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-df4a8876-fe59-4032-8e24-60079958f123 req-52a6c588-73aa-4982-9e30-8bee836ecc47 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d779d90-dc1a-4e67-9da3-9bac52893bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433285 May 23 12:38:26.010721 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device ffc6e408-2088-45a7-824d-4afc170af6a4 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:38:26.107023 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port ffc6e408-2088-45a7-824d-4afc170af6a4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ffc6e408-2088-45a7-824d-4afc170af6a4,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:38:26.122117 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': 'ffc6e408-2088-45a7-824d-4afc170af6a4', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'port_id': 'ffc6e408-2088-45a7-824d-4afc170af6a4', 'mac_address': 'fa:16:3e:80:65:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:38:26.157869 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port ffc6e408-2088-45a7-824d-4afc170af6a4 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:38:26.158256 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (ffc6e408-2088-45a7-824d-4afc170af6a4), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:26.171468 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc6e408-2088-45a7-824d-4afc170af6a4 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:38:26.191664 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port ffc6e408-2088-45a7-824d-4afc170af6a4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ffc6e408-2088-45a7-824d-4afc170af6a4,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:38:26.195570 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (ffc6e408-2088-45a7-824d-4afc170af6a4), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:26.242353 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=ffc6e408-2088-45a7-824d-4afc170af6a4,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:26.541390 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['ffc6e408-2088-45a7-824d-4afc170af6a4'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:38:26.660449 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:27.065643 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb1a62-8137-4952-af11-457db2c406fd req-8a1b08d5-ad98-44ab-bd3f-69ef216163ca tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:27.067111 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7efb1a62-8137-4952-af11-457db2c406fd req-8a1b08d5-ad98-44ab-bd3f-69ef216163ca tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=203877da-d78e-44f0-bc6a-995008fef4f7 HTTP/1.1" status: 200 len: 944 time: 0.0484459 May 23 12:38:27.088484 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:27.115806 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7efb1a62-8137-4952-af11-457db2c406fd req-405afaa4-87f8-456e-be67-b6e08449e5c4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d779d90-dc1a-4e67-9da3-9bac52893bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423784 May 23 12:38:28.026277 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device ffc6e408-2088-45a7-824d-4afc170af6a4 up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:38:28.070358 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning for port ffc6e408-2088-45a7-824d-4afc170af6a4 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 12:38:28.075697 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port ffc6e408-2088-45a7-824d-4afc170af6a4 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:38:28.076066 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (ffc6e408-2088-45a7-824d-4afc170af6a4), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:28.149778 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:28.152466 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port ffc6e408-2088-45a7-824d-4afc170af6a4 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:38:28.152942 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (ffc6e408-2088-45a7-824d-4afc170af6a4), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:28.178049 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203877da-d78e-44f0-bc6a-995008fef4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc6e408-2088-45a7-824d-4afc170af6a4'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:38:28.180493 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9768adc8-a16a-49a6-a6d1-5a07d7b4bdbd" -d '{"events": [{"server_uuid": "203877da-d78e-44f0-bc6a-995008fef4f7", "name": "network-vif-plugged", "status": "completed", "tag": "ffc6e408-2088-45a7-824d-4afc170af6a4"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:38:28.195428 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port ffc6e408-2088-45a7-824d-4afc170af6a4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ffc6e408-2088-45a7-824d-4afc170af6a4,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:38:28.200360 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (ffc6e408-2088-45a7-824d-4afc170af6a4), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:28.223878 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8edccac-f577-46ce-ac66-1e935f7b2e07 x-openstack-request-id: req-a8edccac-f577-46ce-ac66-1e935f7b2e07 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:38:28.224184 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203877da-d78e-44f0-bc6a-995008fef4f7", "name": "network-vif-plugged", "status": "completed", "tag": "ffc6e408-2088-45a7-824d-4afc170af6a4", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:38:28.224432 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8edccac-f577-46ce-ac66-1e935f7b2e07 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:38:28.224823 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8edccac-f577-46ce-ac66-1e935f7b2e07'] response: {'server_uuid': '203877da-d78e-44f0-bc6a-995008fef4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc6e408-2088-45a7-824d-4afc170af6a4', 'code': 200} May 23 12:38:28.235855 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1372db4-b74c-454c-b3ef-44618e98ef26 req-23732c9a-7c9c-4c94-95da-82b26aa88e80 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:28.237363 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f1372db4-b74c-454c-b3ef-44618e98ef26 req-23732c9a-7c9c-4c94-95da-82b26aa88e80 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=203877da-d78e-44f0-bc6a-995008fef4f7 HTTP/1.1" status: 200 len: 945 time: 0.0505750 May 23 12:38:28.253055 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=ffc6e408-2088-45a7-824d-4afc170af6a4,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:28.293744 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f1372db4-b74c-454c-b3ef-44618e98ef26 req-660d7cfe-46b3-403b-bb2b-13f6d88ae64d tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d779d90-dc1a-4e67-9da3-9bac52893bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485010 May 23 12:38:28.404777 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7746ef5-8884-47c4-b6cc-7e978029dfbe req-a55b83dd-453c-45a8-9bf9-5d4081636f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:28.406201 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f7746ef5-8884-47c4-b6cc-7e978029dfbe req-a55b83dd-453c-45a8-9bf9-5d4081636f2f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=203877da-d78e-44f0-bc6a-995008fef4f7 HTTP/1.1" status: 200 len: 1129 time: 0.0420527 May 23 12:38:28.453857 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f7746ef5-8884-47c4-b6cc-7e978029dfbe req-fb8b0958-1e70-4eb5-876b-ba99359f9ba5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7d779d90-dc1a-4e67-9da3-9bac52893bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416663 May 23 12:38:28.833463 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:28.842486 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:UPDATE=2,neutron:SELECT=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:29.412157 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f837e-4366-4844-8c56-cafdd9624630 req-5ab975f1-7c7c-4f75-8727-6f5d4b8622e4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:29.413650 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c37f837e-4366-4844-8c56-cafdd9624630 req-5ab975f1-7c7c-4f75-8727-6f5d4b8622e4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=203877da-d78e-44f0-bc6a-995008fef4f7 HTTP/1.1" status: 200 len: 945 time: 0.0475090 May 23 12:38:29.461402 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c37f837e-4366-4844-8c56-cafdd9624630 req-5124f62f-5b45-4e4f-a3c3-6825e9619752 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d779d90-dc1a-4e67-9da3-9bac52893bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420902 May 23 12:38:30.638013 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6aa057-166c-44db-890d-08741fb49ec0 req-8b839e5c-ad2e-4be5-a947-6abb54990e40 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:30.639516 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2f6aa057-166c-44db-890d-08741fb49ec0 req-8b839e5c-ad2e-4be5-a947-6abb54990e40 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=203877da-d78e-44f0-bc6a-995008fef4f7 HTTP/1.1" status: 200 len: 945 time: 0.0481710 May 23 12:38:30.690224 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2f6aa057-166c-44db-890d-08741fb49ec0 req-bbcabb67-d67a-4988-afd2-3ad58b9d5776 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d779d90-dc1a-4e67-9da3-9bac52893bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452061 May 23 12:38:30.807951 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e203984-e3e8-453c-b036-15a7ac9ce487 req-91e13b7e-5850-4e75-8e41-1cf392ab2c36 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:30.809340 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7e203984-e3e8-453c-b036-15a7ac9ce487 req-91e13b7e-5850-4e75-8e41-1cf392ab2c36 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=203877da-d78e-44f0-bc6a-995008fef4f7 HTTP/1.1" status: 200 len: 945 time: 0.0521603 May 23 12:38:30.817679 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 56354) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:38:30.822694 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-6ab955b8-1649-4933-bb99-a5647c62c7ba tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Request body: {'floatingip': {'port_id': 'ffc6e408-2088-45a7-824d-4afc170af6a4'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:38:30.860754 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6ab955b8-1649-4933-bb99-a5647c62c7ba tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (bbb233ef-0bcd-48a8-8425-55a426776b54), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:31.295686 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6ab955b8-1649-4933-bb99-a5647c62c7ba tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:31.299987 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6ab955b8-1649-4933-bb99-a5647c62c7ba tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (bbb233ef-0bcd-48a8-8425-55a426776b54), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:31.392017 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:31.398234 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.db.l3_db [None req-6ab955b8-1649-4933-bb99-a5647c62c7ba tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Floating IP bbb233ef-0bcd-48a8-8425-55a426776b54 associated. External IP: 172.27.0.173, port: ffc6e408-2088-45a7-824d-4afc170af6a4. May 23 12:38:31.573014 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:31.593122 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab955b8-1649-4933-bb99-a5647c62c7ba tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Router a1273a1e-93ca-4062-8a87-809e8bae5c19 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:38:31.695811 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab955b8-1649-4933-bb99-a5647c62c7ba tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:38:31.700928 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6ab955b8-1649-4933-bb99-a5647c62c7ba tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:31.707282 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b57ebaf-f155-4be9-9d80-66267dc58817 None None] Sync routers for ids ['a1273a1e-93ca-4062-8a87-809e8bae5c19'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:38:31.717796 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b57ebaf-f155-4be9-9d80-66267dc58817 None None] Routers {'a1273a1e-93ca-4062-8a87-809e8bae5c19'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:38:31.718399 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-9b57ebaf-f155-4be9-9d80-66267dc58817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:38:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['a1273a1e-93ca-4062-8a87-809e8bae5c19'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:31.730927 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-6ab955b8-1649-4933-bb99-a5647c62c7ba tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "PUT /v2.0/floatingips/bbb233ef-0bcd-48a8-8425-55a426776b54 HTTP/1.1" status: 200 len: 991 time: 0.9122438 May 23 12:38:31.731516 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203877da-d78e-44f0-bc6a-995008fef4f7', 'tag': 'ffc6e408-2088-45a7-824d-4afc170af6a4'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:38:31.733807 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f23abf1-35cf-488b-bcb1-3ba9ff3934cb" -d '{"events": [{"name": "network-changed", "server_uuid": "203877da-d78e-44f0-bc6a-995008fef4f7", "tag": "ffc6e408-2088-45a7-824d-4afc170af6a4"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:38:31.769414 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106b187b-f4c0-4802-9001-7f4ea6c96c3e x-openstack-request-id: req-106b187b-f4c0-4802-9001-7f4ea6c96c3e {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:38:31.769705 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "203877da-d78e-44f0-bc6a-995008fef4f7", "tag": "ffc6e408-2088-45a7-824d-4afc170af6a4", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:38:31.769957 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-106b187b-f4c0-4802-9001-7f4ea6c96c3e {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:38:31.770360 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-106b187b-f4c0-4802-9001-7f4ea6c96c3e'] response: {'name': 'network-changed', 'server_uuid': '203877da-d78e-44f0-bc6a-995008fef4f7', 'tag': 'ffc6e408-2088-45a7-824d-4afc170af6a4', 'status': 'completed', 'code': 200} May 23 12:38:31.828322 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-9b57ebaf-f155-4be9-9d80-66267dc58817 None None] Set router a1273a1e-93ca-4062-8a87-809e8bae5c19 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:38:31.835809 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23abf1-35cf-488b-bcb1-3ba9ff3934cb req-12699db1-ea9d-4c2a-94b2-7c2dd002b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:31.837352 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3f23abf1-35cf-488b-bcb1-3ba9ff3934cb req-12699db1-ea9d-4c2a-94b2-7c2dd002b844 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da82f9c566664cb1a974cf0d1bf1b09d&device_id=203877da-d78e-44f0-bc6a-995008fef4f7 HTTP/1.1" status: 200 len: 1129 time: 0.0399599 May 23 12:38:31.939063 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23abf1-35cf-488b-bcb1-3ba9ff3934cb req-16bb7b4c-7540-4648-8bd1-7b08e6b64764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:31.940574 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3f23abf1-35cf-488b-bcb1-3ba9ff3934cb req-16bb7b4c-7540-4648-8bd1-7b08e6b64764 service neutron] 10.222.0.15 "GET /v2.0/networks?id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a HTTP/1.1" status: 200 len: 915 time: 0.0910916 May 23 12:38:32.005796 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3f23abf1-35cf-488b-bcb1-3ba9ff3934cb req-064b30f4-c4b4-4b17-9e43-7df1715f5c79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffc6e408-2088-45a7-824d-4afc170af6a4 HTTP/1.1" status: 200 len: 999 time: 0.0578055 May 23 12:38:32.053390 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-9b57ebaf-f155-4be9-9d80-66267dc58817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'bbb233ef-0bcd-48a8-8425-55a426776b54', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'port_id': 'ffc6e408-2088-45a7-824d-4afc170af6a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'mac_address': 'fa:16:3e:80:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203877da-d78e-44f0-bc6a-995008fef4f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:38:19Z', 'updated_at': '2022-05-23T12:38:31Z', 'revision_number': 1, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:32.067483 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23abf1-35cf-488b-bcb1-3ba9ff3934cb req-9028e7f6-ff25-4e76-acac-1978823d0473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:32.069003 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3f23abf1-35cf-488b-bcb1-3ba9ff3934cb req-9028e7f6-ff25-4e76-acac-1978823d0473 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be7def1c-9596-416f-a585-da28c5a17c31 HTTP/1.1" status: 200 len: 853 time: 0.0515616 May 23 12:38:32.085129 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b57ebaf-f155-4be9-9d80-66267dc58817 None None] Checking router: a1273a1e-93ca-4062-8a87-809e8bae5c19 for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:38:32.094811 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b57ebaf-f155-4be9-9d80-66267dc58817 None None] Routers {'a1273a1e-93ca-4062-8a87-809e8bae5c19'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:38:32.095439 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-9b57ebaf-f155-4be9-9d80-66267dc58817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:38:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['a1273a1e-93ca-4062-8a87-809e8bae5c19'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:32.109048 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=100 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:32.117169 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23abf1-35cf-488b-bcb1-3ba9ff3934cb req-9020eb1e-2ac8-433e-9e9e-a5136c886965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:32.119307 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3f23abf1-35cf-488b-bcb1-3ba9ff3934cb req-9020eb1e-2ac8-433e-9e9e-a5136c886965 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34e447e2-b5a8-48e8-88c3-11c08d0cb74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431404 May 23 12:38:32.200277 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-9b57ebaf-f155-4be9-9d80-66267dc58817 None None] Set router a1273a1e-93ca-4062-8a87-809e8bae5c19 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:38:32.213271 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3f23abf1-35cf-488b-bcb1-3ba9ff3934cb req-c1d550ec-4b6e-4897-b599-790f4975ee4e service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857809 May 23 12:38:32.292181 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=100 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:32.312604 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-3f23abf1-35cf-488b-bcb1-3ba9ff3934cb req-10e5ae1e-096f-4e84-bc95-e8e173544eff service neutron] 10.222.0.15 "GET /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898566 May 23 12:38:32.386849 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:32.421670 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-77fa96fa-f21c-455e-80be-cb5c1f4ae8e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:32.439349 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-9b57ebaf-f155-4be9-9d80-66267dc58817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'bbb233ef-0bcd-48a8-8425-55a426776b54', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'port_id': 'ffc6e408-2088-45a7-824d-4afc170af6a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'mac_address': 'fa:16:3e:80:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203877da-d78e-44f0-bc6a-995008fef4f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:38:19Z', 'updated_at': '2022-05-23T12:38:31Z', 'revision_number': 1, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:32.466570 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b57ebaf-f155-4be9-9d80-66267dc58817 None None] The sync data for ids ['a1273a1e-93ca-4062-8a87-809e8bae5c19'] in dv-cinder-836996-27-iscsi is: [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'bbb233ef-0bcd-48a8-8425-55a426776b54', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'port_id': 'ffc6e408-2088-45a7-824d-4afc170af6a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'mac_address': 'fa:16:3e:80:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203877da-d78e-44f0-bc6a-995008fef4f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:38:19Z', 'updated_at': '2022-05-23T12:38:31Z', 'revision_number': 1, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:38:32.669305 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3e16b5-5cc8-45f9-81f6-ffa7c20e25fe None None] New status for floating IP bbb233ef-0bcd-48a8-8425-55a426776b54: ACTIVE {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:38:33.587099 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:34.633055 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdd5c-53c2-47fa-85a0-6b93efdfe16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:35.932273 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:37.287456 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:37.639808 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b84dc3-420a-4282-801e-d84a2b96bb4f req-aee9bbce-2962-495d-81fa-3a875fd0d466 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:37.641326 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b4b84dc3-420a-4282-801e-d84a2b96bb4f req-aee9bbce-2962-495d-81fa-3a875fd0d466 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0518138 May 23 12:38:37.689396 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b4b84dc3-420a-4282-801e-d84a2b96bb4f req-55c57928-803a-4490-9a65-0e8e5e200f3a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421116 May 23 12:38:38.635872 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:38.859569 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77427e7c-f3de-4ce1-a00a-12b9d92a6b59 req-b00579b3-a041-43fd-8357-04be7b52746e tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:38.861110 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-77427e7c-f3de-4ce1-a00a-12b9d92a6b59 req-b00579b3-a041-43fd-8357-04be7b52746e tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0476689 May 23 12:38:38.910158 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-77427e7c-f3de-4ce1-a00a-12b9d92a6b59 req-abba69fa-99ba-4854-a924-f5b58920de24 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431466 May 23 12:38:40.042434 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3ad43-2553-4ed9-b74d-72276522e872 req-87df41db-ad8e-4633-9285-f8d288abf21d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:40.044733 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fab3ad43-2553-4ed9-b74d-72276522e872 req-87df41db-ad8e-4633-9285-f8d288abf21d tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0532353 May 23 12:38:40.092803 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fab3ad43-2553-4ed9-b74d-72276522e872 req-f569b328-a8f8-406f-8bea-ab752134d7b9 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427487 May 23 12:38:41.208260 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bee189-903a-482e-9494-73d868586148 req-37e2030c-66e4-45e1-afd5-a062c74fa9db tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:41.209755 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c7bee189-903a-482e-9494-73d868586148 req-37e2030c-66e4-45e1-afd5-a062c74fa9db tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0478222 May 23 12:38:41.258249 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c7bee189-903a-482e-9494-73d868586148 req-93fcfdd3-df72-4b9d-ae0e-501fd1428635 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425985 May 23 12:38:41.536538 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e132c-2bb8-431a-b8d6-dd55e0251998 req-2187f1af-d179-413c-9e46-faa64e9042f6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:41.537866 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-388e132c-2bb8-431a-b8d6-dd55e0251998 req-2187f1af-d179-413c-9e46-faa64e9042f6 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.15 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 946 time: 0.0493903 May 23 12:38:41.624201 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-388e132c-2bb8-431a-b8d6-dd55e0251998 req-c7b98f8c-b30d-49a3-bfad-cb14129e6fbb tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Deleting port ccd5bdc8-a41b-4e8c-aebe-0858a605b65b {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:38:41.624548 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-388e132c-2bb8-431a-b8d6-dd55e0251998 req-c7b98f8c-b30d-49a3-bfad-cb14129e6fbb tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (ccd5bdc8-a41b-4e8c-aebe-0858a605b65b), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:41.717365 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-388e132c-2bb8-431a-b8d6-dd55e0251998 req-c7b98f8c-b30d-49a3-bfad-cb14129e6fbb tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] For port ccd5bdc8-a41b-4e8c-aebe-0858a605b65b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ccd5bdc8-a41b-4e8c-aebe-0858a605b65b,segment=NetworkSegment(99c468f3-8428-4de5-9a02-bb5d1ea7c294),segment_id=99c468f3-8428-4de5-9a02-bb5d1ea7c294)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:38:41.717719 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-388e132c-2bb8-431a-b8d6-dd55e0251998 req-c7b98f8c-b30d-49a3-bfad-cb14129e6fbb tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (ccd5bdc8-a41b-4e8c-aebe-0858a605b65b), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:41.879567 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-388e132c-2bb8-431a-b8d6-dd55e0251998 req-c7b98f8c-b30d-49a3-bfad-cb14129e6fbb tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:41.879929 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-388e132c-2bb8-431a-b8d6-dd55e0251998 req-c7b98f8c-b30d-49a3-bfad-cb14129e6fbb tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (507da9ad-7e35-4ea8-a462-459b3dc5773f), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:41.880279 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.l3_db [req-388e132c-2bb8-431a-b8d6-dd55e0251998 req-c7b98f8c-b30d-49a3-bfad-cb14129e6fbb tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Floating IP 507da9ad-7e35-4ea8-a462-459b3dc5773f disassociated. External IP: 172.27.0.72, port: ccd5bdc8-a41b-4e8c-aebe-0858a605b65b. May 23 12:38:41.880624 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-388e132c-2bb8-431a-b8d6-dd55e0251998 req-c7b98f8c-b30d-49a3-bfad-cb14129e6fbb tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Calling delete_port for ccd5bdc8-a41b-4e8c-aebe-0858a605b65b owned by compute:nova {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:38:42.017978 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-388e132c-2bb8-431a-b8d6-dd55e0251998 req-c7b98f8c-b30d-49a3-bfad-cb14129e6fbb tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (ccd5bdc8-a41b-4e8c-aebe-0858a605b65b), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:42.047902 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b98f8c-b30d-49a3-bfad-cb14129e6fbb tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Pushing event deleted for resources: {'Port': ['ID=ccd5bdc8-a41b-4e8c-aebe-0858a605b65b,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:42.160648 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-388e132c-2bb8-431a-b8d6-dd55e0251998 req-c7b98f8c-b30d-49a3-bfad-cb14129e6fbb tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Router 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:38:42.248657 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:42.273597 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-388e132c-2bb8-431a-b8d6-dd55e0251998 req-c7b98f8c-b30d-49a3-bfad-cb14129e6fbb tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:38:42.296405 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61d7bca-dc9b-4b0f-b9f0-44ce300efb14 None None] Sync routers for ids ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:38:42.306325 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:42.317718 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61d7bca-dc9b-4b0f-b9f0-44ce300efb14 None None] Routers {'247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:38:42.323135 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-b61d7bca-dc9b-4b0f-b9f0-44ce300efb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:38:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:42.325449 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-388e132c-2bb8-431a-b8d6-dd55e0251998 req-c7b98f8c-b30d-49a3-bfad-cb14129e6fbb tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] No DVR routers for this DVR port ccd5bdc8-a41b-4e8c-aebe-0858a605b65b on host hv-cinder-83699 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:38:42.328965 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-388e132c-2bb8-431a-b8d6-dd55e0251998 req-c7b98f8c-b30d-49a3-bfad-cb14129e6fbb tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:42.332656 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-388e132c-2bb8-431a-b8d6-dd55e0251998 req-c7b98f8c-b30d-49a3-bfad-cb14129e6fbb tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.15 "DELETE /v2.0/ports/ccd5bdc8-a41b-4e8c-aebe-0858a605b65b HTTP/1.1" status: 204 len: 173 time: 0.7856452 May 23 12:38:42.333408 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64486ed1-2721-4c2a-a2fb-a96f3a82f32f', 'name': 'network-vif-deleted', 'tag': 'ccd5bdc8-a41b-4e8c-aebe-0858a605b65b'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:38:42.336204 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9723431-fa24-4eb0-bc38-918b29c1c01f" -d '{"events": [{"server_uuid": "64486ed1-2721-4c2a-a2fb-a96f3a82f32f", "name": "network-vif-deleted", "tag": "ccd5bdc8-a41b-4e8c-aebe-0858a605b65b"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:38:42.417787 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-77779555-0e77-4451-8d06-df2a52168c96 req-8ffe1eb7-8230-40a1-b8d2-128e9700fc53 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=64486ed1-2721-4c2a-a2fb-a96f3a82f32f HTTP/1.1" status: 200 len: 210 time: 0.0566051 May 23 12:38:42.447456 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a0e9a-3cc1-42d0-bf94-ae826f2b61c5 req-c8107651-c077-4fbf-8ef5-51c319d01bcd tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:42.453679 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0a2a0e9a-3cc1-42d0-bf94-ae826f2b61c5 req-c8107651-c077-4fbf-8ef5-51c319d01bcd tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0904744 May 23 12:38:42.458643 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-b61d7bca-dc9b-4b0f-b9f0-44ce300efb14 None None] Set router 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:38:42.490201 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a1afce-dd8b-45df-8778-4e94cf3a8cc0 x-openstack-request-id: req-37a1afce-dd8b-45df-8778-4e94cf3a8cc0 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:38:42.490497 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64486ed1-2721-4c2a-a2fb-a96f3a82f32f", "name": "network-vif-deleted", "tag": "ccd5bdc8-a41b-4e8c-aebe-0858a605b65b", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:38:42.490787 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37a1afce-dd8b-45df-8778-4e94cf3a8cc0 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:38:42.491147 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a1afce-dd8b-45df-8778-4e94cf3a8cc0'] response: {'server_uuid': '64486ed1-2721-4c2a-a2fb-a96f3a82f32f', 'name': 'network-vif-deleted', 'tag': 'ccd5bdc8-a41b-4e8c-aebe-0858a605b65b', 'status': 'completed', 'code': 200} May 23 12:38:42.530605 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0a2a0e9a-3cc1-42d0-bf94-ae826f2b61c5 req-66610fc2-2cfd-4543-a886-76a8cb430c53 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759802 May 23 12:38:42.772327 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:42.776136 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:42.790984 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-b61d7bca-dc9b-4b0f-b9f0-44ce300efb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1292102453-router', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:32Z', 'revision_number': 4, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'gw_port': {'id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '627a6826-c3e3-4ca2-8a1d-221d60dd70a0', 'name': '', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'mac_address': 'fa:16:3e:56:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:26Z', 'updated_at': '2022-05-23T12:33:43Z', 'revision_number': 5, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'subnets': [{'id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:42.815114 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61d7bca-dc9b-4b0f-b9f0-44ce300efb14 None None] Checking router: 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:38:42.823277 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61d7bca-dc9b-4b0f-b9f0-44ce300efb14 None None] Routers {'247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:38:42.823857 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-b61d7bca-dc9b-4b0f-b9f0-44ce300efb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:38:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:42.925696 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-b61d7bca-dc9b-4b0f-b9f0-44ce300efb14 None None] Set router 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:38:43.123159 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-b61d7bca-dc9b-4b0f-b9f0-44ce300efb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1292102453-router', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:32Z', 'revision_number': 4, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'gw_port': {'id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '627a6826-c3e3-4ca2-8a1d-221d60dd70a0', 'name': '', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'mac_address': 'fa:16:3e:56:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:26Z', 'updated_at': '2022-05-23T12:33:43Z', 'revision_number': 5, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'subnets': [{'id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:43.147559 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61d7bca-dc9b-4b0f-b9f0-44ce300efb14 None None] The sync data for ids ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'] in dv-cinder-836996-27-iscsi is: [{'id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1292102453-router', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:32Z', 'revision_number': 4, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'gw_port': {'id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '627a6826-c3e3-4ca2-8a1d-221d60dd70a0', 'name': '', 'network_id': '4833a70f-d11d-46d6-944f-14af0b04cad3', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'mac_address': 'fa:16:3e:56:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:26Z', 'updated_at': '2022-05-23T12:33:43Z', 'revision_number': 5, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'subnets': [{'id': 'f25e8178-dbfd-4850-b4e0-0743c897d958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:38:43.357312 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2160c6cc-1b60-47bd-b63f-96b97c633d02 None None] New status for floating IP 507da9ad-7e35-4ea8-a462-459b3dc5773f: DOWN {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:38:43.515256 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 56438) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:38:43.576485 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c130d9dd-a936-4b9f-b5b6-8716ac63718b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for security_group (2344ab7b-4fe4-4c18-b57b-ca883b6d34cd), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:43.603987 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c130d9dd-a936-4b9f-b5b6-8716ac63718b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for security_group (2344ab7b-4fe4-4c18-b57b-ca883b6d34cd), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:43.677889 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138c7d7-0478-4829-a2a7-4ec36c971f50 req-e85ddb79-c8dd-4ca4-a789-a0da99634143 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:43.679363 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1138c7d7-0478-4829-a2a7-4ec36c971f50 req-e85ddb79-c8dd-4ca4-a789-a0da99634143 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0674381 May 23 12:38:43.681742 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:43.709509 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c130d9dd-a936-4b9f-b5b6-8716ac63718b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (2344ab7b-4fe4-4c18-b57b-ca883b6d34cd), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:43.711853 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c130d9dd-a936-4b9f-b5b6-8716ac63718b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:43.713020 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-c130d9dd-a936-4b9f-b5b6-8716ac63718b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "DELETE /v2.0/security-groups/2344ab7b-4fe4-4c18-b57b-ca883b6d34cd HTTP/1.1" status: 204 len: 168 time: 0.1967375 May 23 12:38:43.716368 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 56442) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:38:43.729953 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.api.v2.resource [None req-7ca1430b-27a9-4b7a-b4ee-f18c383dc95f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] show failed (client error): The resource could not be found. May 23 12:38:43.730983 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-7ca1430b-27a9-4b7a-b4ee-f18c383dc95f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups/2344ab7b-4fe4-4c18-b57b-ca883b6d34cd HTTP/1.1" status: 404 len: 347 time: 0.0135777 May 23 12:38:43.733810 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 56444) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:38:43.735735 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130d9dd-a936-4b9f-b5b6-8716ac63718b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2344ab7b-4fe4-4c18-b57b-ca883b6d34cd,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:43.748645 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1138c7d7-0478-4829-a2a7-4ec36c971f50 req-88f3fa1b-aa52-4ee0-9640-17f6363448ef tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625138 May 23 12:38:43.749968 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d9dd-a936-4b9f-b5b6-8716ac63718b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:43.750310 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d9dd-a936-4b9f-b5b6-8716ac63718b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:43.750641 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d9dd-a936-4b9f-b5b6-8716ac63718b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:43.750964 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d9dd-a936-4b9f-b5b6-8716ac63718b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:43.751293 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d9dd-a936-4b9f-b5b6-8716ac63718b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:43.751745 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d9dd-a936-4b9f-b5b6-8716ac63718b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:43.751937 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d9dd-a936-4b9f-b5b6-8716ac63718b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:43.752278 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d9dd-a936-4b9f-b5b6-8716ac63718b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:43.752599 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d9dd-a936-4b9f-b5b6-8716ac63718b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:43.752915 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d9dd-a936-4b9f-b5b6-8716ac63718b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:43.753231 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d9dd-a936-4b9f-b5b6-8716ac63718b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:43.753657 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d9dd-a936-4b9f-b5b6-8716ac63718b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:43.753855 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d9dd-a936-4b9f-b5b6-8716ac63718b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:43.754167 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d9dd-a936-4b9f-b5b6-8716ac63718b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:43.754480 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d9dd-a936-4b9f-b5b6-8716ac63718b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:43.815864 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:43.856245 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3cc79c19-2498-4f06-856e-9c2acee787d5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Deleting port 30de75da-8f2b-4a30-98b9-23bbd45f1806 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:38:43.856670 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3cc79c19-2498-4f06-856e-9c2acee787d5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (30de75da-8f2b-4a30-98b9-23bbd45f1806), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:43.932709 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3cc79c19-2498-4f06-856e-9c2acee787d5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (30de75da-8f2b-4a30-98b9-23bbd45f1806), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:43.933035 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3cc79c19-2498-4f06-856e-9c2acee787d5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for floatingip (30de75da-8f2b-4a30-98b9-23bbd45f1806), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:43.947097 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3cc79c19-2498-4f06-856e-9c2acee787d5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Calling delete_port for 30de75da-8f2b-4a30-98b9-23bbd45f1806 owned by network:floatingip {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:38:44.078419 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3cc79c19-2498-4f06-856e-9c2acee787d5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (30de75da-8f2b-4a30-98b9-23bbd45f1806), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:44.107164 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc79c19-2498-4f06-856e-9c2acee787d5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Pushing event deleted for resources: {'Port': ['ID=30de75da-8f2b-4a30-98b9-23bbd45f1806,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:44.168891 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3cc79c19-2498-4f06-856e-9c2acee787d5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks [] for floatingip (507da9ad-7e35-4ea8-a462-459b3dc5773f), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:44.171803 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3cc79c19-2498-4f06-856e-9c2acee787d5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:44.172990 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-3cc79c19-2498-4f06-856e-9c2acee787d5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "DELETE /v2.0/floatingips/507da9ad-7e35-4ea8-a462-459b3dc5773f HTTP/1.1" status: 204 len: 168 time: 0.4381449 May 23 12:38:44.870929 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9403d7-df5b-441e-a7a1-e53320b3d258 req-3c187d6b-6578-4052-abec-3f628cee0bf7 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:44.872782 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-de9403d7-df5b-441e-a7a1-e53320b3d258 req-3c187d6b-6578-4052-abec-3f628cee0bf7 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0480499 May 23 12:38:44.893292 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:44.922582 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-de9403d7-df5b-441e-a7a1-e53320b3d258 req-94036fce-ae8d-486d-b03a-b76d2bef4f6a tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439403 May 23 12:38:46.039902 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad5805-1872-47b3-99f3-d17d5b189c8d req-9a077984-38bf-4fec-902f-8195c688a490 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:46.041399 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-54ad5805-1872-47b3-99f3-d17d5b189c8d req-9a077984-38bf-4fec-902f-8195c688a490 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0468581 May 23 12:38:46.056388 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device ccd5bdc8-a41b-4e8c-aebe-0858a605b65b no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:38:46.077023 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] No Port match for: ccd5bdc8-a41b-4e8c-aebe-0858a605b65b {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:38:46.077452 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device ccd5bdc8-a41b-4e8c-aebe-0858a605b65b not bound to the agent host hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:38:46.095002 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-54ad5805-1872-47b3-99f3-d17d5b189c8d req-757f2db4-f36a-43f3-be66-183a1582275d tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472081 May 23 12:38:46.640702 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebe21e-9304-4c52-b1d2-8697fe54352b req-b6ff1cb2-29d2-48a4-9919-c8ae5e05e77a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:46.642167 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f3ebe21e-9304-4c52-b1d2-8697fe54352b req-b6ff1cb2-29d2-48a4-9919-c8ae5e05e77a tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0468140 May 23 12:38:46.689153 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f3ebe21e-9304-4c52-b1d2-8697fe54352b req-2ae564a0-1f3a-43bc-a3f8-c0ac6b9415b4 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412619 May 23 12:38:47.213953 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f18afe-fede-48e1-ac7f-f5246d996a73 req-295e92d8-48bb-4358-9358-46cc595588d4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:47.215494 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-30f18afe-fede-48e1-ac7f-f5246d996a73 req-295e92d8-48bb-4358-9358-46cc595588d4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0475988 May 23 12:38:47.263078 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-30f18afe-fede-48e1-ac7f-f5246d996a73 req-5aad0520-4381-4a44-b932-d74064fef6f2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413675 May 23 12:38:47.811543 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afaaf5-0ce7-4919-b062-50b36bcd298e req-8691564a-d2c9-40ae-8c92-e150bc2a06f8 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:47.813051 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67afaaf5-0ce7-4919-b062-50b36bcd298e req-8691564a-d2c9-40ae-8c92-e150bc2a06f8 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0541101 May 23 12:38:47.861182 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67afaaf5-0ce7-4919-b062-50b36bcd298e req-4bad4523-b4d6-4b4c-b877-0c7ebb787ad3 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426178 May 23 12:38:48.386861 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40973ebf-cb32-49b0-b38e-280bbdfa92b9 req-4afeeca8-454d-47c4-8f78-60f5939d6867 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:48.389047 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-40973ebf-cb32-49b0-b38e-280bbdfa92b9 req-4afeeca8-454d-47c4-8f78-60f5939d6867 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0549145 May 23 12:38:48.436896 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-40973ebf-cb32-49b0-b38e-280bbdfa92b9 req-9a76d356-042f-4066-8031-af54b4b2bc23 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422101 May 23 12:38:48.974324 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9320e-3e9f-4999-816c-9cb109ee2c73 req-8bef43da-1550-4123-8799-567e62b7a853 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:48.975791 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2af9320e-3e9f-4999-816c-9cb109ee2c73 req-8bef43da-1550-4123-8799-567e62b7a853 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0465806 May 23 12:38:49.018822 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:38:49.031553 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2af9320e-3e9f-4999-816c-9cb109ee2c73 req-118e690b-b357-4c5b-b353-8b2851cd6ea8 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496945 May 23 12:38:49.179102 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10e532-9c27-4f41-ad5b-20e5dd06d8b1 req-0398ebe3-8328-49ee-972e-9663c42b103f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:49.180576 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-bf10e532-9c27-4f41-ad5b-20e5dd06d8b1 req-0398ebe3-8328-49ee-972e-9663c42b103f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.15 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 945 time: 0.0477567 May 23 12:38:49.266385 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-bf10e532-9c27-4f41-ad5b-20e5dd06d8b1 req-7e4b8dd2-480b-444e-9131-d37eefe3fbd5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Deleting port c4590a1b-944a-40a6-ae11-0a586abe29b8 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:38:49.266715 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-bf10e532-9c27-4f41-ad5b-20e5dd06d8b1 req-7e4b8dd2-480b-444e-9131-d37eefe3fbd5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (c4590a1b-944a-40a6-ae11-0a586abe29b8), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:49.354499 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-bf10e532-9c27-4f41-ad5b-20e5dd06d8b1 req-7e4b8dd2-480b-444e-9131-d37eefe3fbd5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] For port c4590a1b-944a-40a6-ae11-0a586abe29b8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c4590a1b-944a-40a6-ae11-0a586abe29b8,segment=NetworkSegment(99c468f3-8428-4de5-9a02-bb5d1ea7c294),segment_id=99c468f3-8428-4de5-9a02-bb5d1ea7c294)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:38:49.354858 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-bf10e532-9c27-4f41-ad5b-20e5dd06d8b1 req-7e4b8dd2-480b-444e-9131-d37eefe3fbd5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (c4590a1b-944a-40a6-ae11-0a586abe29b8), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:49.368648 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-bf10e532-9c27-4f41-ad5b-20e5dd06d8b1 req-7e4b8dd2-480b-444e-9131-d37eefe3fbd5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Calling delete_port for c4590a1b-944a-40a6-ae11-0a586abe29b8 owned by compute:nova {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:38:49.497470 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-bf10e532-9c27-4f41-ad5b-20e5dd06d8b1 req-7e4b8dd2-480b-444e-9131-d37eefe3fbd5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (c4590a1b-944a-40a6-ae11-0a586abe29b8), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:49.510101 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['47e7dcef-9f40-451c-adfd-004f425d19fb', 'c4590a1b-944a-40a6-ae11-0a586abe29b8'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:38:49.526423 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8dd2-480b-444e-9131-d37eefe3fbd5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Pushing event deleted for resources: {'Port': ['ID=c4590a1b-944a-40a6-ae11-0a586abe29b8,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:49.574896 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c21d75-92c6-40ae-8da1-3ae937817d54 req-9c1a070e-364d-4a63-82e0-62a2c60f4b46 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:49.577580 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b3c21d75-92c6-40ae-8da1-3ae937817d54 req-9c1a070e-364d-4a63-82e0-62a2c60f4b46 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0654089 May 23 12:38:49.585875 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf10e532-9c27-4f41-ad5b-20e5dd06d8b1 req-7e4b8dd2-480b-444e-9131-d37eefe3fbd5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] No DVR routers for this DVR port c4590a1b-944a-40a6-ae11-0a586abe29b8 on host hv-cinder-83699 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:38:49.589069 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-bf10e532-9c27-4f41-ad5b-20e5dd06d8b1 req-7e4b8dd2-480b-444e-9131-d37eefe3fbd5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:49.592873 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-bf10e532-9c27-4f41-ad5b-20e5dd06d8b1 req-7e4b8dd2-480b-444e-9131-d37eefe3fbd5 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.15 "DELETE /v2.0/ports/c4590a1b-944a-40a6-ae11-0a586abe29b8 HTTP/1.1" status: 204 len: 173 time: 0.4072158 May 23 12:38:49.593333 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6862b746-8558-4cd5-b71a-9a69ad923901', 'name': 'network-vif-deleted', 'tag': 'c4590a1b-944a-40a6-ae11-0a586abe29b8'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:38:49.596378 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd01f2a-40a3-492f-9a7b-b5413c81d903" -d '{"events": [{"server_uuid": "6862b746-8558-4cd5-b71a-9a69ad923901", "name": "network-vif-deleted", "tag": "c4590a1b-944a-40a6-ae11-0a586abe29b8"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:38:49.641889 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b3c21d75-92c6-40ae-8da1-3ae937817d54 req-2625dde1-d5c9-4563-9a85-9696e43b21c0 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588806 May 23 12:38:49.657031 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:49.708089 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6324d2b8-996e-4d5d-9d68-b3acd09b1a61 x-openstack-request-id: req-6324d2b8-996e-4d5d-9d68-b3acd09b1a61 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:38:49.708403 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6862b746-8558-4cd5-b71a-9a69ad923901", "name": "network-vif-deleted", "tag": "c4590a1b-944a-40a6-ae11-0a586abe29b8", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:38:49.708654 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6324d2b8-996e-4d5d-9d68-b3acd09b1a61 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:38:49.709091 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6324d2b8-996e-4d5d-9d68-b3acd09b1a61'] response: {'server_uuid': '6862b746-8558-4cd5-b71a-9a69ad923901', 'name': 'network-vif-deleted', 'tag': 'c4590a1b-944a-40a6-ae11-0a586abe29b8', 'status': 'completed', 'code': 200} May 23 12:38:50.151728 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3f45a500-881a-4932-9f86-3f79bd10e8e1 req-7f30ec8f-6744-4082-a4ea-1af2fedc98fd tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6862b746-8558-4cd5-b71a-9a69ad923901 HTTP/1.1" status: 200 len: 210 time: 0.0323224 May 23 12:38:50.773701 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f64488-6174-46e8-b252-44e13cd19c39 req-76b068e3-c49d-4bf8-b967-a9bc68916abe tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:50.775187 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-71f64488-6174-46e8-b252-44e13cd19c39 req-76b068e3-c49d-4bf8-b967-a9bc68916abe tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0511386 May 23 12:38:50.822879 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-71f64488-6174-46e8-b252-44e13cd19c39 req-95a2e425-e754-4990-ba4a-02364923fec2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408375 May 23 12:38:51.434062 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42392f33-4b70-45af-a125-9a5035fe865d req-784953b1-6cfc-468d-bb97-aeb5e51b0ec9 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:51.436366 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-42392f33-4b70-45af-a125-9a5035fe865d req-784953b1-6cfc-468d-bb97-aeb5e51b0ec9 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0494194 May 23 12:38:51.483793 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-42392f33-4b70-45af-a125-9a5035fe865d req-5e20a1a5-64fd-44bc-9c49-b171dc9127aa tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416820 May 23 12:38:51.933668 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:51.943086 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4489c-7858-4625-afde-6ab65f2d768b req-8ad0ea71-9cde-4675-9bbc-1da24cedd04d tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:51.944584 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5dc4489c-7858-4625-afde-6ab65f2d768b req-8ad0ea71-9cde-4675-9bbc-1da24cedd04d tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0479503 May 23 12:38:51.994553 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5dc4489c-7858-4625-afde-6ab65f2d768b req-1abe8a4c-e9b2-4eea-9bc4-8e9972a6c7ff tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445495 May 23 12:38:52.078138 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device c4590a1b-944a-40a6-ae11-0a586abe29b8 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:38:52.101029 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] No Port match for: c4590a1b-944a-40a6-ae11-0a586abe29b8 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:38:52.101372 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device c4590a1b-944a-40a6-ae11-0a586abe29b8 not bound to the agent host hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:38:52.583172 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:52.599120 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07728f89-9ca3-4038-aa19-df8bebd93ac9 req-e476efa6-f386-48dd-a8e5-f563bea145ed tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:52.600609 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-07728f89-9ca3-4038-aa19-df8bebd93ac9 req-e476efa6-f386-48dd-a8e5-f563bea145ed tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0481741 May 23 12:38:52.646845 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-07728f89-9ca3-4038-aa19-df8bebd93ac9 req-d60c2a8f-c350-4b5e-80fe-bf5bb61dd040 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405877 May 23 12:38:53.117596 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c856f71-e89d-40fb-9bf9-483b58623a9f req-017bfb2f-00b3-4de8-adbb-8af63951ed88 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:53.119100 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3c856f71-e89d-40fb-9bf9-483b58623a9f req-017bfb2f-00b3-4de8-adbb-8af63951ed88 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0494771 May 23 12:38:53.167843 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3c856f71-e89d-40fb-9bf9-483b58623a9f req-06bc8e50-ebba-4451-b738-2189a0330421 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426280 May 23 12:38:53.763403 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941772a6-0e1f-464d-a6ab-e59520c7dab0 req-ff9fd57c-28bc-4c02-b6dc-547ab0e0ba3f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:53.764891 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-941772a6-0e1f-464d-a6ab-e59520c7dab0 req-ff9fd57c-28bc-4c02-b6dc-547ab0e0ba3f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0499403 May 23 12:38:53.811596 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-941772a6-0e1f-464d-a6ab-e59520c7dab0 req-5a13f7ad-6512-419d-8a61-d19b4fce3abf tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411885 May 23 12:38:54.289446 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f85b9-06c0-48ff-87f2-0b1d95e37762 req-ca888eb2-ca03-4fb6-9222-1179559e8cc1 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:54.290833 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-608f85b9-06c0-48ff-87f2-0b1d95e37762 req-ca888eb2-ca03-4fb6-9222-1179559e8cc1 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0476062 May 23 12:38:54.341025 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-608f85b9-06c0-48ff-87f2-0b1d95e37762 req-437c9514-5e6d-4ee1-86a2-b4e959aaaad4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443871 May 23 12:38:54.617329 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:54.645987 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:54.657428 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7367849-8603-477f-b2ab-0b4033d416e7 req-d1d8546e-d2d5-41c7-a397-5a1d5d2a910b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:54.658892 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b7367849-8603-477f-b2ab-0b4033d416e7 req-d1d8546e-d2d5-41c7-a397-5a1d5d2a910b tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0526602 May 23 12:38:54.744269 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-b7367849-8603-477f-b2ab-0b4033d416e7 req-0ad086c0-5f83-4550-9c14-e8d2ac00c281 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Deleting port 47e7dcef-9f40-451c-adfd-004f425d19fb {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:38:54.744609 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-b7367849-8603-477f-b2ab-0b4033d416e7 req-0ad086c0-5f83-4550-9c14-e8d2ac00c281 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (47e7dcef-9f40-451c-adfd-004f425d19fb), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:54.836378 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-b7367849-8603-477f-b2ab-0b4033d416e7 req-0ad086c0-5f83-4550-9c14-e8d2ac00c281 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] For port 47e7dcef-9f40-451c-adfd-004f425d19fb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=47e7dcef-9f40-451c-adfd-004f425d19fb,segment=NetworkSegment(99c468f3-8428-4de5-9a02-bb5d1ea7c294),segment_id=99c468f3-8428-4de5-9a02-bb5d1ea7c294)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:38:54.836755 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-b7367849-8603-477f-b2ab-0b4033d416e7 req-0ad086c0-5f83-4550-9c14-e8d2ac00c281 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (47e7dcef-9f40-451c-adfd-004f425d19fb), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:54.853002 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-b7367849-8603-477f-b2ab-0b4033d416e7 req-0ad086c0-5f83-4550-9c14-e8d2ac00c281 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Calling delete_port for 47e7dcef-9f40-451c-adfd-004f425d19fb owned by compute:nova {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:38:54.936509 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92babc-ed37-43f3-9d51-6c1c76cc26cf req-19e3ba8d-710f-4f1f-a403-ebb792758323 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:54.937899 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b92babc-ed37-43f3-9d51-6c1c76cc26cf req-19e3ba8d-710f-4f1f-a403-ebb792758323 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cdb78f1-4de7-4c61-82e0-abe6c742e7aa HTTP/1.1" status: 200 len: 946 time: 0.0532200 May 23 12:38:54.989372 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-b7367849-8603-477f-b2ab-0b4033d416e7 req-0ad086c0-5f83-4550-9c14-e8d2ac00c281 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (47e7dcef-9f40-451c-adfd-004f425d19fb), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:54.991089 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b92babc-ed37-43f3-9d51-6c1c76cc26cf req-4b7a5282-df13-43be-84dd-e344a996ae2f tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c4c19b0-ee18-4b08-88b7-72cfc09dd567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467823 May 23 12:38:55.002122 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['47e7dcef-9f40-451c-adfd-004f425d19fb'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:38:55.018238 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad086c0-5f83-4550-9c14-e8d2ac00c281 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Pushing event deleted for resources: {'Port': ['ID=47e7dcef-9f40-451c-adfd-004f425d19fb,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:55.069502 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7367849-8603-477f-b2ab-0b4033d416e7 req-0ad086c0-5f83-4550-9c14-e8d2ac00c281 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] No DVR routers for this DVR port 47e7dcef-9f40-451c-adfd-004f425d19fb on host hv-cinder-83699 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:38:55.071981 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-b7367849-8603-477f-b2ab-0b4033d416e7 req-0ad086c0-5f83-4550-9c14-e8d2ac00c281 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:55.075171 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b7367849-8603-477f-b2ab-0b4033d416e7 req-0ad086c0-5f83-4550-9c14-e8d2ac00c281 tempest-ServerRescueNegativeTestJSON-1322715344 tempest-ServerRescueNegativeTestJSON-1322715344-project] 10.222.0.15 "DELETE /v2.0/ports/47e7dcef-9f40-451c-adfd-004f425d19fb HTTP/1.1" status: 204 len: 173 time: 0.4093683 May 23 12:38:55.075595 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdb78f1-4de7-4c61-82e0-abe6c742e7aa', 'name': 'network-vif-deleted', 'tag': '47e7dcef-9f40-451c-adfd-004f425d19fb'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:38:55.078882 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95e61c4-5d82-44e9-a5ff-72e940e0fe63" -d '{"events": [{"server_uuid": "9cdb78f1-4de7-4c61-82e0-abe6c742e7aa", "name": "network-vif-deleted", "tag": "47e7dcef-9f40-451c-adfd-004f425d19fb"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:38:55.119662 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791405e2-ed4e-411e-b0c1-aa3c9efaf804 x-openstack-request-id: req-791405e2-ed4e-411e-b0c1-aa3c9efaf804 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:38:55.119987 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdb78f1-4de7-4c61-82e0-abe6c742e7aa", "name": "network-vif-deleted", "tag": "47e7dcef-9f40-451c-adfd-004f425d19fb", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:38:55.120331 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-791405e2-ed4e-411e-b0c1-aa3c9efaf804 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:38:55.120721 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-791405e2-ed4e-411e-b0c1-aa3c9efaf804'] response: {'server_uuid': '9cdb78f1-4de7-4c61-82e0-abe6c742e7aa', 'name': 'network-vif-deleted', 'tag': '47e7dcef-9f40-451c-adfd-004f425d19fb', 'status': 'completed', 'code': 200} May 23 12:38:55.463442 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55979c77-0c45-4a79-957a-b87aef652506 req-0ad92fcd-a840-4b6f-8c68-6890516dd2fe tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:55.465014 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-55979c77-0c45-4a79-957a-b87aef652506 req-0ad92fcd-a840-4b6f-8c68-6890516dd2fe tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0490518 May 23 12:38:55.523012 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-55979c77-0c45-4a79-957a-b87aef652506 req-2e1e3a09-e2d2-4e8d-933e-9dbf77fa0260 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508511 May 23 12:38:56.052210 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 56516) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:38:56.684729 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb76d49-1eae-4993-888b-81761780e0ef req-a9886cfc-e589-44b8-84a0-92b3815afac6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:56.686956 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8eb76d49-1eae-4993-888b-81761780e0ef req-a9886cfc-e589-44b8-84a0-92b3815afac6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0746837 May 23 12:38:56.761393 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:56.840148 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8eb76d49-1eae-4993-888b-81761780e0ef req-610eed5b-20f5-41ea-a5fb-a08b7a3bca9d tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299341 May 23 12:38:56.848688 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-80e917fb-2a5b-4699-997c-15e95193cc99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-484349'] for router_interface (247a10e0-ecd2-4f0e-a7d8-36fb2f798af5), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:56.895535 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:57.117707 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-80e917fb-2a5b-4699-997c-15e95193cc99 admin admin] Deleting port 627a6826-c3e3-4ca2-8a1d-221d60dd70a0 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:38:57.118036 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-80e917fb-2a5b-4699-997c-15e95193cc99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (627a6826-c3e3-4ca2-8a1d-221d60dd70a0), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:57.201291 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-80e917fb-2a5b-4699-997c-15e95193cc99 admin admin] For port 627a6826-c3e3-4ca2-8a1d-221d60dd70a0, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=627a6826-c3e3-4ca2-8a1d-221d60dd70a0,segment=NetworkSegment(99c468f3-8428-4de5-9a02-bb5d1ea7c294),segment_id=99c468f3-8428-4de5-9a02-bb5d1ea7c294)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:38:57.201646 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-80e917fb-2a5b-4699-997c-15e95193cc99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (627a6826-c3e3-4ca2-8a1d-221d60dd70a0), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:57.214650 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-80e917fb-2a5b-4699-997c-15e95193cc99 admin admin] Calling delete_port for 627a6826-c3e3-4ca2-8a1d-221d60dd70a0 owned by network:router_interface {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:38:57.386958 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-80e917fb-2a5b-4699-997c-15e95193cc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (627a6826-c3e3-4ca2-8a1d-221d60dd70a0), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:57.415550 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e917fb-2a5b-4699-997c-15e95193cc99 admin admin] Pushing event deleted for resources: {'Port': ['ID=627a6826-c3e3-4ca2-8a1d-221d60dd70a0,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:57.577271 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-80e917fb-2a5b-4699-997c-15e95193cc99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-848001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484201'] for router_interface (247a10e0-ecd2-4f0e-a7d8-36fb2f798af5), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:57.739359 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:57.768646 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:57.793589 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e917fb-2a5b-4699-997c-15e95193cc99 admin admin] Router 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:38:57.895828 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e917fb-2a5b-4699-997c-15e95193cc99 admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:38:57.903278 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-80e917fb-2a5b-4699-997c-15e95193cc99 admin admin] 10.222.0.16 "PUT /v2.0/routers/247a10e0-ecd2-4f0e-a7d8-36fb2f798af5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8481979 May 23 12:38:57.903919 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 56524) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:38:57.907412 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820a396f-f26d-471a-a125-c176e54b4064 None None] Sync routers for ids ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:38:57.919396 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a396f-f26d-471a-a125-c176e54b4064 None None] Routers {'247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:38:57.920445 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-820a396f-f26d-471a-a125-c176e54b4064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:38:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:58.034936 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840e6fc-9426-4089-a2bd-71fbe2c85a94 req-f96f81c6-4cc5-48f9-8972-c19fb3ee69fa tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:58.035305 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=100 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:58.036622 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f840e6fc-9426-4089-a2bd-71fbe2c85a94 req-f96f81c6-4cc5-48f9-8972-c19fb3ee69fa tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0939119 May 23 12:38:58.042608 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-820a396f-f26d-471a-a125-c176e54b4064 None None] Set router 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:38:58.068278 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-74f85f51-341c-43e2-a7ae-3c90f4dd2b57 admin admin] Publish callbacks [] for router (247a10e0-ecd2-4f0e-a7d8-36fb2f798af5), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:58.096446 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 47e7dcef-9f40-451c-adfd-004f425d19fb no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:38:58.141096 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f840e6fc-9426-4089-a2bd-71fbe2c85a94 req-ca6e8a0f-7a09-4815-bcb2-1c2625b1c360 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965238 May 23 12:38:58.151255 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] No Port match for: 47e7dcef-9f40-451c-adfd-004f425d19fb {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:38:58.151618 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 47e7dcef-9f40-451c-adfd-004f425d19fb not bound to the agent host hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:38:58.192863 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-74f85f51-341c-43e2-a7ae-3c90f4dd2b57 admin admin] Publish callbacks [] for router_gateway (247a10e0-ecd2-4f0e-a7d8-36fb2f798af5), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:58.231709 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-820a396f-f26d-471a-a125-c176e54b4064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1292102453-router', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:38:57Z', 'revision_number': 5, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'gw_port': {'id': '0cc714a4-40ab-478c-8539-77f66eecf7ee', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:58.239005 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-74f85f51-341c-43e2-a7ae-3c90f4dd2b57 admin admin] Deleting port 0cc714a4-40ab-478c-8539-77f66eecf7ee {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:38:58.239343 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-74f85f51-341c-43e2-a7ae-3c90f4dd2b57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (0cc714a4-40ab-478c-8539-77f66eecf7ee), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:58.261831 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820a396f-f26d-471a-a125-c176e54b4064 None None] Checking router: 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:38:58.271865 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a396f-f26d-471a-a125-c176e54b4064 None None] Routers {'247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:38:58.272601 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-820a396f-f26d-471a-a125-c176e54b4064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:38:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:58.346418 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-74f85f51-341c-43e2-a7ae-3c90f4dd2b57 admin admin] For port 0cc714a4-40ab-478c-8539-77f66eecf7ee, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=0cc714a4-40ab-478c-8539-77f66eecf7ee,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:38:58.346700 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-74f85f51-341c-43e2-a7ae-3c90f4dd2b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (0cc714a4-40ab-478c-8539-77f66eecf7ee), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:58.363914 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-74f85f51-341c-43e2-a7ae-3c90f4dd2b57 admin admin] Calling delete_port for 0cc714a4-40ab-478c-8539-77f66eecf7ee owned by network:router_gateway {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:38:58.370396 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-820a396f-f26d-471a-a125-c176e54b4064 None None] Set router 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 gateway port host: None {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:38:58.421621 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-820a396f-f26d-471a-a125-c176e54b4064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1292102453-router', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:38:58Z', 'revision_number': 6, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'gw_port_host': None}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:58.446980 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820a396f-f26d-471a-a125-c176e54b4064 None None] The sync data for ids ['247a10e0-ecd2-4f0e-a7d8-36fb2f798af5'] in dv-cinder-836996-27-iscsi is: [{'id': '247a10e0-ecd2-4f0e-a7d8-36fb2f798af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1292102453-router', 'tenant_id': 'dcc45b8bab17498cadda8d64b3a76780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:38:58Z', 'revision_number': 6, 'project_id': 'dcc45b8bab17498cadda8d64b3a76780', 'gw_port_host': None}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:38:58.542202 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-74f85f51-341c-43e2-a7ae-3c90f4dd2b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (0cc714a4-40ab-478c-8539-77f66eecf7ee), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:58.567911 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f85f51-341c-43e2-a7ae-3c90f4dd2b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc714a4-40ab-478c-8539-77f66eecf7ee,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:58.616536 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:58.630725 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-74f85f51-341c-43e2-a7ae-3c90f4dd2b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483335'] for router_gateway (247a10e0-ecd2-4f0e-a7d8-36fb2f798af5), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:58.704359 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:58.736915 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-74f85f51-341c-43e2-a7ae-3c90f4dd2b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11543'] for router (247a10e0-ecd2-4f0e-a7d8-36fb2f798af5), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:58.739428 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-74f85f51-341c-43e2-a7ae-3c90f4dd2b57 admin admin] Publish callbacks [] for router_controller (247a10e0-ecd2-4f0e-a7d8-36fb2f798af5), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:59.056957 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-74f85f51-341c-43e2-a7ae-3c90f4dd2b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485025'] for router (247a10e0-ecd2-4f0e-a7d8-36fb2f798af5), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:59.057638 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f85f51-341c-43e2-a7ae-3c90f4dd2b57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 {{(pid=103850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:38:59.063257 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-74f85f51-341c-43e2-a7ae-3c90f4dd2b57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:59.064912 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-74f85f51-341c-43e2-a7ae-3c90f4dd2b57 admin admin] 10.222.0.16 "DELETE /v2.0/routers/247a10e0-ecd2-4f0e-a7d8-36fb2f798af5 HTTP/1.1" status: 204 len: 168 time: 1.1594923 May 23 12:38:59.067517 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 56526) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:38:59.111925 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab98a34-3fae-49d8-9b0d-07ebb64c0f6b admin admin] Deleting subnet f25e8178-dbfd-4850-b4e0-0743c897d958 {{(pid=103850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 12:38:59.115073 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2ab98a34-3fae-49d8-9b0d-07ebb64c0f6b admin admin] Publish callbacks [] for subnet (f25e8178-dbfd-4850-b4e0-0743c897d958), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:59.154101 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2ab98a34-3fae-49d8-9b0d-07ebb64c0f6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7121682'] for subnet (f25e8178-dbfd-4850-b4e0-0743c897d958), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:59.297156 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2ab98a34-3fae-49d8-9b0d-07ebb64c0f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384138'] for subnet (f25e8178-dbfd-4850-b4e0-0743c897d958), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:59.304819 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71913a-5eb4-4e1d-a187-be06858aa9f7 req-ef8c14e8-567f-496d-974c-c4231b0ba78e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:59.306278 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8f71913a-5eb4-4e1d-a187-be06858aa9f7 req-ef8c14e8-567f-496d-974c-c4231b0ba78e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0901725 May 23 12:38:59.392373 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8f71913a-5eb4-4e1d-a187-be06858aa9f7 req-2118db1d-4b79-450b-a2d1-98c0a7bfd4d0 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680618 May 23 12:38:59.393859 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2ab98a34-3fae-49d8-9b0d-07ebb64c0f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6110642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5993989'] for subnet (f25e8178-dbfd-4850-b4e0-0743c897d958), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:59.422384 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab98a34-3fae-49d8-9b0d-07ebb64c0f6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f25e8178-dbfd-4850-b4e0-0743c897d958,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:59.426079 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2ab98a34-3fae-49d8-9b0d-07ebb64c0f6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:59.429283 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-2ab98a34-3fae-49d8-9b0d-07ebb64c0f6b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f25e8178-dbfd-4850-b4e0-0743c897d958 HTTP/1.1" status: 204 len: 168 time: 0.3606820 May 23 12:38:59.431539 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 56530) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:38:59.432254 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da687dcd-b279-4d64-a87f-6fee5095118f None None] Network 4833a70f-d11d-46d6-944f-14af0b04cad3 requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:38:59.508952 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4752afd1-d462-4085-962f-2d940e1c809a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323361'] for network (4833a70f-d11d-46d6-944f-14af0b04cad3), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:59.566862 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-4752afd1-d462-4085-962f-2d940e1c809a admin admin] Deleting port 91a91f01-cf12-484a-a2bf-def0ab2fc891 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:38:59.566862 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4752afd1-d462-4085-962f-2d940e1c809a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (91a91f01-cf12-484a-a2bf-def0ab2fc891), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:59.620555 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] DHCP port deletion for 4833a70f-d11d-46d6-944f-14af0b04cad3 request from dv-cinder-836996-27-iscsi {{(pid=103851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 12:38:59.651662 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-4752afd1-d462-4085-962f-2d940e1c809a admin admin] For port 91a91f01-cf12-484a-a2bf-def0ab2fc891, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=91a91f01-cf12-484a-a2bf-def0ab2fc891,segment=NetworkSegment(99c468f3-8428-4de5-9a02-bb5d1ea7c294),segment_id=99c468f3-8428-4de5-9a02-bb5d1ea7c294)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:38:59.651662 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4752afd1-d462-4085-962f-2d940e1c809a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (91a91f01-cf12-484a-a2bf-def0ab2fc891), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:59.672499 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-4752afd1-d462-4085-962f-2d940e1c809a admin admin] Calling delete_port for 91a91f01-cf12-484a-a2bf-def0ab2fc891 owned by network:dhcp {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:38:59.681322 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] Deleting port 91a91f01-cf12-484a-a2bf-def0ab2fc891 {{(pid=103851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:38:59.682052 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (91a91f01-cf12-484a-a2bf-def0ab2fc891), before_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:59.761197 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] For port 91a91f01-cf12-484a-a2bf-def0ab2fc891, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=91a91f01-cf12-484a-a2bf-def0ab2fc891,segment=NetworkSegment(99c468f3-8428-4de5-9a02-bb5d1ea7c294),segment_id=99c468f3-8428-4de5-9a02-bb5d1ea7c294)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:38:59.761580 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (91a91f01-cf12-484a-a2bf-def0ab2fc891), precommit_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:59.774844 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] Calling delete_port for 91a91f01-cf12-484a-a2bf-def0ab2fc891 owned by network:dhcp {{(pid=103851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:38:59.787004 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4752afd1-d462-4085-962f-2d940e1c809a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (91a91f01-cf12-484a-a2bf-def0ab2fc891), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:59.821977 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500aadb-1973-471d-b9d0-cf87b1983568 req-6d4de260-b518-4ca3-ae18-fc0cb133bd97 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:38:59.823359 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1500aadb-1973-471d-b9d0-cf87b1983568 req-6d4de260-b518-4ca3-ae18-fc0cb133bd97 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0818617 May 23 12:38:59.827040 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4752afd1-d462-4085-962f-2d940e1c809a admin admin] No DVR routers for this DVR port 91a91f01-cf12-484a-a2bf-def0ab2fc891 on host dv-cinder-836996-27-iscsi {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:38:59.831338 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752afd1-d462-4085-962f-2d940e1c809a admin admin] Pushing event deleted for resources: {'Port': ['ID=91a91f01-cf12-484a-a2bf-def0ab2fc891,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:59.893467 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134'] for port (91a91f01-cf12-484a-a2bf-def0ab2fc891), after_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:59.906582 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:59.917785 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] Pushing event deleted for resources: {'Port': ['ID=91a91f01-cf12-484a-a2bf-def0ab2fc891,revision_number=None']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:38:59.922351 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] No DVR routers for this DVR port 91a91f01-cf12-484a-a2bf-def0ab2fc891 on host dv-cinder-836996-27-iscsi {{(pid=103851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:38:59.927956 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:59.928322 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:59.928679 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:59.929015 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:59.929344 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:59.929673 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:59.929995 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:59.930313 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:59.930634 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:59.930957 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:59.931276 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:59.931598 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:59.931916 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:59.932753 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:59.933087 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11218e8-0e1a-44c7-93a0-4238279b2514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:38:59.941770 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4752afd1-d462-4085-962f-2d940e1c809a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376325', 'neutron.services.segments.db._delete_segments_for_network-8727294489191'] for network (4833a70f-d11d-46d6-944f-14af0b04cad3), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:38:59.960704 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1500aadb-1973-471d-b9d0-cf87b1983568 req-7d7a388b-4334-488e-aea4-b3fd6e2cf5fe tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256125 May 23 12:38:59.970511 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:UPDATE=4,neutron:DELETE=9,neutron:SELECT=87 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:38:59.974275 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-4752afd1-d462-4085-962f-2d940e1c809a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4833a70f-d11d-46d6-944f-14af0b04cad3']}} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:59.986214 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-4752afd1-d462-4085-962f-2d940e1c809a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c468f3-8428-4de5-9a02-bb5d1ea7c294') {'for_net_delete': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:59.986505 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-4752afd1-d462-4085-962f-2d940e1c809a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c468f3-8428-4de5-9a02-bb5d1ea7c294') {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:59.995917 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4752afd1-d462-4085-962f-2d940e1c809a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727294487664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7121693'] for segment (99c468f3-8428-4de5-9a02-bb5d1ea7c294), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:00.010085 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4752afd1-d462-4085-962f-2d940e1c809a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (99c468f3-8428-4de5-9a02-bb5d1ea7c294), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:00.016117 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4752afd1-d462-4085-962f-2d940e1c809a admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 12:39:00.018722 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4752afd1-d462-4085-962f-2d940e1c809a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6109776'] for segment (99c468f3-8428-4de5-9a02-bb5d1ea7c294), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:00.062000 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.services.segments.plugin [-] Segment 99c468f3-8428-4de5-9a02-bb5d1ea7c294 resource provider aggregate not found May 23 12:39:00.082538 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.services.segments.plugin [-] Segment 99c468f3-8428-4de5-9a02-bb5d1ea7c294 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99c468f3-8428-4de5-9a02-bb5d1ea7c294 found for delete ", "request_id": "req-87098c01-713d-4654-9939-87c4bc24f628"}]} May 23 12:39:00.086345 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4752afd1-d462-4085-962f-2d940e1c809a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482031'] for network (4833a70f-d11d-46d6-944f-14af0b04cad3), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:00.092779 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4752afd1-d462-4085-962f-2d940e1c809a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:00.095860 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-4752afd1-d462-4085-962f-2d940e1c809a admin admin] 10.222.0.16 "DELETE /v2.0/networks/4833a70f-d11d-46d6-944f-14af0b04cad3 HTTP/1.1" status: 204 len: 168 time: 0.6634130 May 23 12:39:00.107796 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752afd1-d462-4085-962f-2d940e1c809a admin admin] Pushing event deleted for resources: {'Network': ['ID=4833a70f-d11d-46d6-944f-14af0b04cad3,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:00.210735 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 56542) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:00.250197 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-514a3126-e12a-47d2-8c8a-726bffd64ec8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dcc45b8bab17498cadda8d64b3a76780&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382671 May 23 12:39:00.252491 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 56544) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:00.299959 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-66fbc591-7b10-49c0-a1a9-5f829f658552 admin admin] Publish callbacks [] for security_group (2c4c19b0-ee18-4b08-88b7-72cfc09dd567), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:00.325155 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-66fbc591-7b10-49c0-a1a9-5f829f658552 admin admin] Publish callbacks [] for security_group (2c4c19b0-ee18-4b08-88b7-72cfc09dd567), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:00.372617 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-66fbc591-7b10-49c0-a1a9-5f829f658552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (2c4c19b0-ee18-4b08-88b7-72cfc09dd567), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:00.375152 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-66fbc591-7b10-49c0-a1a9-5f829f658552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:00.376323 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-66fbc591-7b10-49c0-a1a9-5f829f658552 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c4c19b0-ee18-4b08-88b7-72cfc09dd567 HTTP/1.1" status: 204 len: 168 time: 0.1228430 May 23 12:39:00.383877 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbc591-7b10-49c0-a1a9-5f829f658552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4c19b0-ee18-4b08-88b7-72cfc09dd567,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:00.509912 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 0cc714a4-40ab-478c-8539-77f66eecf7ee no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:39:00.536811 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127e6d1-ad9f-4679-becb-caede77fe5c0 req-bb246dca-739e-4c8b-a4c2-180f8876ea81 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:00.537347 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: 0cc714a4-40ab-478c-8539-77f66eecf7ee {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:39:00.538021 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 0cc714a4-40ab-478c-8539-77f66eecf7ee not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:39:00.538608 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4127e6d1-ad9f-4679-becb-caede77fe5c0 req-bb246dca-739e-4c8b-a4c2-180f8876ea81 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0586095 May 23 12:39:00.540632 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 627a6826-c3e3-4ca2-8a1d-221d60dd70a0 no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:39:00.600029 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4127e6d1-ad9f-4679-becb-caede77fe5c0 req-19ac7a55-86c5-45a8-bb86-2363dc311995 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556512 May 23 12:39:00.707759 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: 627a6826-c3e3-4ca2-8a1d-221d60dd70a0 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:39:00.707759 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 627a6826-c3e3-4ca2-8a1d-221d60dd70a0 not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:39:00.707759 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 91a91f01-cf12-484a-a2bf-def0ab2fc891 no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:39:00.726043 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: 91a91f01-cf12-484a-a2bf-def0ab2fc891 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:39:00.726391 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 91a91f01-cf12-484a-a2bf-def0ab2fc891 not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:39:01.100735 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fcb81-f9aa-415b-af0b-8f12d4ebaf5d req-4dd9c264-d5a2-4ff6-ad8c-e8049a020bb9 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:01.102236 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-386fcb81-f9aa-415b-af0b-8f12d4ebaf5d req-4dd9c264-d5a2-4ff6-ad8c-e8049a020bb9 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0500317 May 23 12:39:01.156133 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-386fcb81-f9aa-415b-af0b-8f12d4ebaf5d req-fc95caf3-3a97-4f05-8da2-d50efc0f3be5 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481248 May 23 12:39:01.747015 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b45633-7538-4142-88cf-3f54d13b3bbc req-8c8862b2-e433-4373-ad05-1dc155b9571f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:01.755852 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a7b45633-7538-4142-88cf-3f54d13b3bbc req-8c8862b2-e433-4373-ad05-1dc155b9571f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0669487 May 23 12:39:01.808814 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a7b45633-7538-4142-88cf-3f54d13b3bbc req-add0c92f-16fe-49c1-ac85-c556eaf35e4d tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520618 May 23 12:39:02.273095 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489fd0d-3a94-4363-83ff-faf30225fb39 req-5a83d46a-c109-4d90-aa94-69115ab3991f tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:02.274532 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0489fd0d-3a94-4363-83ff-faf30225fb39 req-5a83d46a-c109-4d90-aa94-69115ab3991f tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0471842 May 23 12:39:02.322811 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0489fd0d-3a94-4363-83ff-faf30225fb39 req-26dd9635-7d7e-4e84-87aa-e69da5202a1c tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425324 May 23 12:39:02.383673 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:02.386385 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:02.395909 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a494c9c5-32d3-4f7d-8c26-41fe8a7730d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:02.930289 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5becba4-c3f0-47b6-9424-5cc5008ba973 req-2596009e-3485-4a0d-b4fa-aa52bab00ea0 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:02.931775 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a5becba4-c3f0-47b6-9424-5cc5008ba973 req-2596009e-3485-4a0d-b4fa-aa52bab00ea0 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0471036 May 23 12:39:02.985309 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a5becba4-c3f0-47b6-9424-5cc5008ba973 req-5c314adb-950b-4de7-93f0-45f7a5f292e9 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464904 May 23 12:39:03.427164 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:03.446140 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c01fde-5977-4bda-8c27-62598bebb571 req-b33f91d4-8a34-4c7e-a9f9-c51889e9215a tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:03.447553 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-23c01fde-5977-4bda-8c27-62598bebb571 req-b33f91d4-8a34-4c7e-a9f9-c51889e9215a tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0514240 May 23 12:39:03.498222 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-23c01fde-5977-4bda-8c27-62598bebb571 req-6804ae58-6f87-414b-b8ab-5d3ec08e7870 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436468 May 23 12:39:03.589983 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:04.111438 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4b3af-d81f-44d5-b68c-2b04005ba683 req-4942289f-cc1f-45aa-8d17-a2d5c9aadeb7 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:04.112941 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d6d4b3af-d81f-44d5-b68c-2b04005ba683 req-4942289f-cc1f-45aa-8d17-a2d5c9aadeb7 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0470233 May 23 12:39:04.163297 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d6d4b3af-d81f-44d5-b68c-2b04005ba683 req-d536065b-2435-4167-be6a-eaa1c8d8d32f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448282 May 23 12:39:04.616643 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd57f0-c0c6-4a05-8340-6bddafbc267f req-795e0c65-84a3-4c0f-907e-c7a690eb3420 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:04.618121 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f7fd57f0-c0c6-4a05-8340-6bddafbc267f req-795e0c65-84a3-4c0f-907e-c7a690eb3420 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0504255 May 23 12:39:04.630282 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:04.636888 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c78b49a2-b0c5-42eb-93cf-f2458581e485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:04.672249 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f7fd57f0-c0c6-4a05-8340-6bddafbc267f req-b4d44064-3317-4a67-a398-c0ebdb1ea26a tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482237 May 23 12:39:05.032194 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=39,neutron:DELETE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:05.053281 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=45,neutron:DELETE=5 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:05.288463 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c6d01-9ebb-4a60-a9e9-805fc50c7c1e req-876b5615-2065-4fa9-9b7a-15fd00e81b25 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:05.289850 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b47c6d01-9ebb-4a60-a9e9-805fc50c7c1e req-876b5615-2065-4fa9-9b7a-15fd00e81b25 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0481350 May 23 12:39:05.301521 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:05.339087 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b47c6d01-9ebb-4a60-a9e9-805fc50c7c1e req-fbc21f65-794d-4a99-9b18-918c5d09c93e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430064 May 23 12:39:05.784547 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dd9cc-c01f-463b-bb01-5221882df793 req-d79df45f-e50f-4fb8-9174-5dce4674cbb6 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:05.786051 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-608dd9cc-c01f-463b-bb01-5221882df793 req-d79df45f-e50f-4fb8-9174-5dce4674cbb6 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0469060 May 23 12:39:05.837984 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-608dd9cc-c01f-463b-bb01-5221882df793 req-74ef3a03-da94-464d-bbbb-c4eb23c51456 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464277 May 23 12:39:05.931249 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:06.474926 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c775e4-151d-4513-8fcb-1ee7c3a8ba8e req-8ea3eb40-d35c-468e-aa20-719fe8ecb2b9 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:06.476419 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-76c775e4-151d-4513-8fcb-1ee7c3a8ba8e req-8ea3eb40-d35c-468e-aa20-719fe8ecb2b9 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0506735 May 23 12:39:06.524313 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-76c775e4-151d-4513-8fcb-1ee7c3a8ba8e req-911786ad-ac1e-42e4-b8fe-7e9ef5884a03 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423105 May 23 12:39:06.953887 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfcca2-7ff4-4ac5-8dac-10b253c5b128 req-d16dfea8-a83a-4a9f-850a-d9f9e05a0177 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:06.955355 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c5cfcca2-7ff4-4ac5-8dac-10b253c5b128 req-d16dfea8-a83a-4a9f-850a-d9f9e05a0177 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0481834 May 23 12:39:07.005230 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c5cfcca2-7ff4-4ac5-8dac-10b253c5b128 req-be383003-fa9b-47d9-b495-f76835f1f004 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439301 May 23 12:39:07.291881 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:07.649756 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f38e25-758e-47c3-ad4a-3412e9e1bec8 req-7213800a-b36f-4eef-8a0e-3c80f05ae5df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:07.651220 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-08f38e25-758e-47c3-ad4a-3412e9e1bec8 req-7213800a-b36f-4eef-8a0e-3c80f05ae5df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0521591 May 23 12:39:07.713454 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-08f38e25-758e-47c3-ad4a-3412e9e1bec8 req-97572fa1-e547-458d-a875-f4c3bd70c836 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559118 May 23 12:39:08.118188 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049884c2-3beb-4509-ba4e-50857dcfc171 req-cf2f93bc-6bac-4144-8199-494eb0c2d575 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:08.119624 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-049884c2-3beb-4509-ba4e-50857dcfc171 req-cf2f93bc-6bac-4144-8199-494eb0c2d575 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0457869 May 23 12:39:08.169892 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-049884c2-3beb-4509-ba4e-50857dcfc171 req-c00ed6f0-61ab-44b7-873f-3eab6c49aaae tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435998 May 23 12:39:08.641281 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:08.833592 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c39a5b-eb27-48d1-95f7-032c9cb76e30 req-c5a1518a-d2b3-49f6-bae2-1402bd86ce66 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:08.835109 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-10c39a5b-eb27-48d1-95f7-032c9cb76e30 req-c5a1518a-d2b3-49f6-bae2-1402bd86ce66 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0481193 May 23 12:39:08.886107 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-10c39a5b-eb27-48d1-95f7-032c9cb76e30 req-bf161c9d-0d9a-45d4-baa3-807f1dd32b79 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450780 May 23 12:39:09.284740 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbada67f-41b3-488a-9336-87e2705ce0d7 req-bcad1672-6050-4c8a-9fe7-677222480af0 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:09.286193 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fbada67f-41b3-488a-9336-87e2705ce0d7 req-bcad1672-6050-4c8a-9fe7-677222480af0 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0469058 May 23 12:39:09.328610 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:09.338121 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fbada67f-41b3-488a-9336-87e2705ce0d7 req-e116f82a-4b17-4904-98d3-8d7c0de5b23c tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465646 May 23 12:39:10.005498 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e34717-17b6-4f34-a462-f674448233f8 req-b54fc1dd-be61-4634-ba3a-3c9e6de452ee tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:10.006943 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c1e34717-17b6-4f34-a462-f674448233f8 req-b54fc1dd-be61-4634-ba3a-3c9e6de452ee tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0460608 May 23 12:39:10.063278 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c1e34717-17b6-4f34-a462-f674448233f8 req-da2c1aad-f928-4aa5-8823-1c31c69806cb tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508900 May 23 12:39:10.456927 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11e924-b97a-4db1-b370-780d924cb0a7 req-63b34038-8c14-4804-98cf-6ef95aafb62c tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:10.458382 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4e11e924-b97a-4db1-b370-780d924cb0a7 req-63b34038-8c14-4804-98cf-6ef95aafb62c tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0500083 May 23 12:39:10.509016 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4e11e924-b97a-4db1-b370-780d924cb0a7 req-bc498589-057f-4203-9741-6a7a5310ee97 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452142 May 23 12:39:11.180822 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bc1e4-874a-4d4b-b4bc-8cf5927c503a req-5b9ccd9d-b6ea-4026-aa55-a6c3eadfdbcd tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:11.182199 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-067bc1e4-874a-4d4b-b4bc-8cf5927c503a req-5b9ccd9d-b6ea-4026-aa55-a6c3eadfdbcd tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0471921 May 23 12:39:11.231645 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-067bc1e4-874a-4d4b-b4bc-8cf5927c503a req-3df9deb9-c8f5-442e-a786-686de69e130f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430181 May 23 12:39:11.621072 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:11.632633 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1274e6c-1680-47c4-bda8-39f0958b07eb req-fd05677e-b6d8-404f-87fc-79a62c8b9582 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:11.634109 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e1274e6c-1680-47c4-bda8-39f0958b07eb req-fd05677e-b6d8-404f-87fc-79a62c8b9582 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0508120 May 23 12:39:11.682493 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e1274e6c-1680-47c4-bda8-39f0958b07eb req-534b37e5-90f1-4a88-8282-17681fab5abd tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427320 May 23 12:39:12.353352 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e783da-3b04-4f4b-8324-6b4aab2a68ac req-dc28027a-b74c-4a67-b4d2-cfd77de72d51 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:12.354829 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-96e783da-3b04-4f4b-8324-6b4aab2a68ac req-dc28027a-b74c-4a67-b4d2-cfd77de72d51 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0474811 May 23 12:39:12.404712 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-96e783da-3b04-4f4b-8324-6b4aab2a68ac req-72eb4be8-0a86-4341-a613-8cec18a085c5 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434644 May 23 12:39:12.809585 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33b975-84c6-40f5-820d-e45f885da503 req-7f926037-bec1-4442-9298-4240dcaf38eb tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:12.811083 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2a33b975-84c6-40f5-820d-e45f885da503 req-7f926037-bec1-4442-9298-4240dcaf38eb tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0563447 May 23 12:39:12.868928 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2a33b975-84c6-40f5-820d-e45f885da503 req-7bc738a4-d3cf-45e3-90f2-219f9e9c1d43 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518668 May 23 12:39:13.523117 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bed6b-4a10-422d-9306-46f96df26bbb req-ff9704a9-1af8-43fe-bfc0-ca5a206d47dc tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:13.524584 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0f4bed6b-4a10-422d-9306-46f96df26bbb req-ff9704a9-1af8-43fe-bfc0-ca5a206d47dc tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0475307 May 23 12:39:13.571406 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0f4bed6b-4a10-422d-9306-46f96df26bbb req-26f00d5a-f561-47b4-b7bc-c0ae0818bdc9 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413194 May 23 12:39:13.981238 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136e0fb-768e-4d01-a2c3-17b47e0f517c req-f100f2b4-3ddf-4f83-8511-5908f3fe5982 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:13.983229 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e136e0fb-768e-4d01-a2c3-17b47e0f517c req-f100f2b4-3ddf-4f83-8511-5908f3fe5982 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0465930 May 23 12:39:14.033260 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e136e0fb-768e-4d01-a2c3-17b47e0f517c req-6057b95e-5740-4579-a029-55805a89dffd tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444927 May 23 12:39:14.694122 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509eea45-351e-4d8d-ac3b-996736f311c9 req-37d73b95-658f-436e-a32d-4560014c98fd tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:14.695455 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-509eea45-351e-4d8d-ac3b-996736f311c9 req-37d73b95-658f-436e-a32d-4560014c98fd tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0493538 May 23 12:39:14.743674 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-509eea45-351e-4d8d-ac3b-996736f311c9 req-9ffa0ba0-2162-4ad7-82a4-1d96ad5619a4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426755 May 23 12:39:15.154332 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1dd5c8-d172-47f3-be6b-8862f8720b21 req-46bec307-d948-47ec-bb49-6e0b54fdeb51 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:15.155767 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1f1dd5c8-d172-47f3-be6b-8862f8720b21 req-46bec307-d948-47ec-bb49-6e0b54fdeb51 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0472009 May 23 12:39:15.204515 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1f1dd5c8-d172-47f3-be6b-8862f8720b21 req-947f9ad9-acfc-4a88-ab87-87eb0c1a10b5 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431664 May 23 12:39:15.861059 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41889b5-d8ab-4620-a1b3-df5549e58e70 req-2af4dc00-47bc-4d48-aaf8-f8b0b1c76f65 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:15.862513 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d41889b5-d8ab-4620-a1b3-df5549e58e70 req-2af4dc00-47bc-4d48-aaf8-f8b0b1c76f65 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0470476 May 23 12:39:15.891460 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:15.914240 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d41889b5-d8ab-4620-a1b3-df5549e58e70 req-ba1c5393-177b-4f2e-8407-b5720d7dd6af tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461347 May 23 12:39:16.316275 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe325af-9101-4834-98db-c7021641ab06 req-6bb63f66-0391-4009-85ae-6f813d24564e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:16.317631 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3fe325af-9101-4834-98db-c7021641ab06 req-6bb63f66-0391-4009-85ae-6f813d24564e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0461025 May 23 12:39:16.366936 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3fe325af-9101-4834-98db-c7021641ab06 req-68c1758d-3ac9-45ac-810e-63651c1d8ca5 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437987 May 23 12:39:16.600626 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a1c24-5fa8-490f-98c2-8e73b34dac33 req-05c8dfeb-7e78-4435-ac47-4303ec24f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:16.602147 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2b8a1c24-5fa8-490f-98c2-8e73b34dac33 req-05c8dfeb-7e78-4435-ac47-4303ec24f095 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=835f4c15c26e47b7ba55aca85bfb66a8&device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 1129 time: 0.0424886 May 23 12:39:16.706797 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a1c24-5fa8-490f-98c2-8e73b34dac33 req-4355f71d-eadf-43cc-b29a-6ff634cfc9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:16.708671 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2b8a1c24-5fa8-490f-98c2-8e73b34dac33 req-4355f71d-eadf-43cc-b29a-6ff634cfc9e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eba13816-fd74-4783-a2bd-29f9a2d3200d HTTP/1.1" status: 200 len: 910 time: 0.0999918 May 23 12:39:16.779305 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2b8a1c24-5fa8-490f-98c2-8e73b34dac33 req-576f67e5-f72d-4842-9562-40ac3831835f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6629f354-c1e7-44f4-90fa-1e340bce002d HTTP/1.1" status: 200 len: 1001 time: 0.0604229 May 23 12:39:16.837178 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a1c24-5fa8-490f-98c2-8e73b34dac33 req-fd185047-4589-430f-949b-6a1758c0899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:16.837178 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2b8a1c24-5fa8-490f-98c2-8e73b34dac33 req-fd185047-4589-430f-949b-6a1758c0899a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e685380f-9d07-4fcb-9265-9458eb8b6746 HTTP/1.1" status: 200 len: 848 time: 0.0510373 May 23 12:39:16.883290 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a1c24-5fa8-490f-98c2-8e73b34dac33 req-24dea138-53da-47b5-950e-da577fa83ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:16.884835 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2b8a1c24-5fa8-490f-98c2-8e73b34dac33 req-24dea138-53da-47b5-950e-da577fa83ef4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eba13816-fd74-4783-a2bd-29f9a2d3200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410237 May 23 12:39:16.981171 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2b8a1c24-5fa8-490f-98c2-8e73b34dac33 req-0da2f043-5ed2-4291-8062-bdc3d9f0ca5d service neutron] 10.222.0.15 "GET /v2.0/networks/eba13816-fd74-4783-a2bd-29f9a2d3200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898628 May 23 12:39:17.045482 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee446404-8bac-4e56-839a-1ba3c182e1ef req-a6bec6f9-9330-4285-8b0a-26900886339b tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:17.048755 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ee446404-8bac-4e56-839a-1ba3c182e1ef req-a6bec6f9-9330-4285-8b0a-26900886339b tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0556169 May 23 12:39:17.116339 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ee446404-8bac-4e56-839a-1ba3c182e1ef req-3230532b-262a-42c4-b9f4-b70673784043 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599878 May 23 12:39:17.141008 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-2b8a1c24-5fa8-490f-98c2-8e73b34dac33 req-ffe3201d-ff55-4820-84fe-4297606c7d62 service neutron] 10.222.0.15 "GET /v2.0/networks/eba13816-fd74-4783-a2bd-29f9a2d3200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508069 May 23 12:39:17.488198 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d8352-0696-4a4f-9725-e89f142b01bc req-ac2802b5-9288-42fb-9a85-b638a3c9b6ae tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:17.489570 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d02d8352-0696-4a4f-9725-e89f142b01bc req-ac2802b5-9288-42fb-9a85-b638a3c9b6ae tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0508947 May 23 12:39:17.543258 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d02d8352-0696-4a4f-9725-e89f142b01bc req-d0286c6e-0fb9-4614-913e-8f2b3d82a1d6 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479808 May 23 12:39:18.271933 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3086b-2b71-414b-9237-e9c09a40dfbc req-e176c547-2557-40d7-83b5-af4db2b6f6a4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:18.273410 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2fa3086b-2b71-414b-9237-e9c09a40dfbc req-e176c547-2557-40d7-83b5-af4db2b6f6a4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0484431 May 23 12:39:18.319130 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2fa3086b-2b71-414b-9237-e9c09a40dfbc req-d352baef-c5d5-460d-b262-d5801a0f1ed4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401943 May 23 12:39:18.629112 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=6 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:18.636200 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=75,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:18.658358 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:18.667333 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c20edc-5585-4549-90dd-3e8063c0a068 req-5adc5766-9102-4654-bd04-17f6e86f07c5 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:18.668885 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-35c20edc-5585-4549-90dd-3e8063c0a068 req-5adc5766-9102-4654-bd04-17f6e86f07c5 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0581880 May 23 12:39:18.722820 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-35c20edc-5585-4549-90dd-3e8063c0a068 req-2a1f8462-cb65-40d8-90e4-b277014e7ff7 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484226 May 23 12:39:19.445698 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b617d-532c-493b-b746-41f85ab315be req-846c3074-9c40-45ad-ab2a-a5e8a83b5675 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:19.447165 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0b3b617d-532c-493b-b746-41f85ab315be req-846c3074-9c40-45ad-ab2a-a5e8a83b5675 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0541391 May 23 12:39:19.494845 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0b3b617d-532c-493b-b746-41f85ab315be req-05dd25c6-fafa-4dcf-b7bb-ac431fd8969a tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421824 May 23 12:39:19.840031 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939d2d4-4ff5-4c85-b905-69a6e7f7a615 req-9fcb4247-867e-4d85-81fc-9290e6022105 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:19.841509 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a939d2d4-4ff5-4c85-b905-69a6e7f7a615 req-9fcb4247-867e-4d85-81fc-9290e6022105 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0474260 May 23 12:39:19.895073 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a939d2d4-4ff5-4c85-b905-69a6e7f7a615 req-568b6825-2d00-430b-b0b4-6be8ba0f06a1 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474844 May 23 12:39:20.109142 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-370773ba-34c4-46e4-84f5-98e76108ed72 req-83a1ce48-f44a-462d-999a-a9e51e6953c8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0630007 May 23 12:39:20.129779 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b7ad6-278f-4da1-ac6e-d9823bc1df34 req-be1c1ed4-6775-4bca-a90d-8a7a856bebb4 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:20.131287 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b69b7ad6-278f-4da1-ac6e-d9823bc1df34 req-be1c1ed4-6775-4bca-a90d-8a7a856bebb4 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0594473 May 23 12:39:20.213557 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370773ba-34c4-46e4-84f5-98e76108ed72 req-7952d059-6190-43cb-b360-c95671fc3753 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:20.214897 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-370773ba-34c4-46e4-84f5-98e76108ed72 req-7952d059-6190-43cb-b360-c95671fc3753 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports/6629f354-c1e7-44f4-90fa-1e340bce002d HTTP/1.1" status: 200 len: 942 time: 0.0690539 May 23 12:39:20.224345 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b69b7ad6-278f-4da1-ac6e-d9823bc1df34 req-504b4e71-1e58-4d0f-8c26-e27fdff5a267 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854995 May 23 12:39:20.616284 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8db678-b459-42b9-af95-bd3ee4e1c18e req-353b10e0-72be-4bc8-adf0-461009f9e022 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:20.617736 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bc8db678-b459-42b9-af95-bd3ee4e1c18e req-353b10e0-72be-4bc8-adf0-461009f9e022 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0505531 May 23 12:39:20.664816 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bc8db678-b459-42b9-af95-bd3ee4e1c18e req-915810e7-d44e-48e5-9b8f-b38e77c44107 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414174 May 23 12:39:21.338097 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd70e9-60cc-4395-85ac-17527029be5a req-63c68ac2-f579-418b-a57b-c33677dd0917 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:21.339562 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-93fd70e9-60cc-4395-85ac-17527029be5a req-63c68ac2-f579-418b-a57b-c33677dd0917 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0469069 May 23 12:39:21.352339 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:21.392007 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-93fd70e9-60cc-4395-85ac-17527029be5a req-534a6e68-8b00-4d35-87e2-3b86432d81ea tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465958 May 23 12:39:21.787171 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed8197-8d2e-4baa-92f0-c5157717f91b req-74412ba4-5e4b-4e33-8da1-5621cef038df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:21.788899 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-76ed8197-8d2e-4baa-92f0-c5157717f91b req-74412ba4-5e4b-4e33-8da1-5621cef038df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0511124 May 23 12:39:21.836736 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-76ed8197-8d2e-4baa-92f0-c5157717f91b req-2b7a8919-db86-4a73-8c2d-5e0425473197 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424380 May 23 12:39:22.264190 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 6629f354-c1e7-44f4-90fa-1e340bce002d no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:39:22.339411 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 6629f354-c1e7-44f4-90fa-1e340bce002d is: ACTIVE; New status is: DOWN {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:39:22.339710 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (6629f354-c1e7-44f4-90fa-1e340bce002d), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:22.362952 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acfc6ec-6e8f-4969-99e8-0de456fcb7ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6629f354-c1e7-44f4-90fa-1e340bce002d'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:39:22.365684 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bb569d-2329-4d08-a91b-cb10f1295a3a" -d '{"events": [{"server_uuid": "1acfc6ec-6e8f-4969-99e8-0de456fcb7ed", "name": "network-vif-unplugged", "status": "completed", "tag": "6629f354-c1e7-44f4-90fa-1e340bce002d"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:39:22.379784 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 6629f354-c1e7-44f4-90fa-1e340bce002d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6629f354-c1e7-44f4-90fa-1e340bce002d,segment=NetworkSegment(7b5f93e6-a72d-4407-87b2-2ded9bae90c2),segment_id=7b5f93e6-a72d-4407-87b2-2ded9bae90c2)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:39:22.383902 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (6629f354-c1e7-44f4-90fa-1e340bce002d), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:22.436254 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=6629f354-c1e7-44f4-90fa-1e340bce002d,revision_number=6']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:22.519853 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b80c8d-f947-4c84-823f-fad6ad02847c req-f63adad0-40a6-4b96-a969-4541d6361008 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:22.521368 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-35b80c8d-f947-4c84-823f-fad6ad02847c req-f63adad0-40a6-4b96-a969-4541d6361008 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0501175 May 23 12:39:22.554919 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 May 2022 12:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdcdadf-8f26-467e-ac1b-a6bc5ee082cb x-openstack-request-id: req-ebdcdadf-8f26-467e-ac1b-a6bc5ee082cb {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:39:22.555210 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1acfc6ec-6e8f-4969-99e8-0de456fcb7ed", "name": "network-vif-unplugged", "status": "failed", "tag": "6629f354-c1e7-44f4-90fa-1e340bce002d", "code": 422}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:39:22.555463 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ebdcdadf-8f26-467e-ac1b-a6bc5ee082cb {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:39:22.555904 dv-cinder-836996-27-iscsi neutron-server[103851]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ebdcdadf-8f26-467e-ac1b-a6bc5ee082cb']: {'server_uuid': '1acfc6ec-6e8f-4969-99e8-0de456fcb7ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6629f354-c1e7-44f4-90fa-1e340bce002d', 'code': 422} returned with failed status May 23 12:39:22.572447 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-35b80c8d-f947-4c84-823f-fad6ad02847c req-7da4f74b-4670-4959-8513-b3cacd4aeee7 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455329 May 23 12:39:22.956806 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e279a-2e4d-405a-943e-d25cf68b5d99 req-150d4083-bdc7-496f-badb-9410eab12385 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:22.958222 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1b6e279a-2e4d-405a-943e-d25cf68b5d99 req-150d4083-bdc7-496f-badb-9410eab12385 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0471063 May 23 12:39:23.010530 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1b6e279a-2e4d-405a-943e-d25cf68b5d99 req-0f7a659e-9e55-4e6a-980c-206be2e1d946 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467117 May 23 12:39:23.684761 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fad7e8-be32-4b77-ab4c-fe060612cab7 req-f044ddca-7ca2-4f15-b4f5-a2ea4d15393b tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:23.686191 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b8fad7e8-be32-4b77-ab4c-fe060612cab7 req-f044ddca-7ca2-4f15-b4f5-a2ea4d15393b tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0472107 May 23 12:39:23.737202 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b8fad7e8-be32-4b77-ab4c-fe060612cab7 req-11072ebf-b88e-4e42-8d51-f9cb152396f2 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449982 May 23 12:39:24.133834 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4866e8-ec60-4edd-b926-1dfc9d0b47cf req-38810f82-42dd-4154-9c69-0a48d91c0a25 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:24.135294 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6c4866e8-ec60-4edd-b926-1dfc9d0b47cf req-38810f82-42dd-4154-9c69-0a48d91c0a25 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0477893 May 23 12:39:24.181499 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6c4866e8-ec60-4edd-b926-1dfc9d0b47cf req-b07f2b24-d4cc-47f9-91f1-297971d20354 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406730 May 23 12:39:24.838988 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:24.854019 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f83b6-94bc-4f4b-89e5-09dca615329e req-b0f16193-8c15-42a2-845d-18c3d8f11194 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:24.855471 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-501f83b6-94bc-4f4b-89e5-09dca615329e req-b0f16193-8c15-42a2-845d-18c3d8f11194 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0510962 May 23 12:39:24.905008 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-501f83b6-94bc-4f4b-89e5-09dca615329e req-5e62ec66-9846-402d-b84b-ba9b6242b57e tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439322 May 23 12:39:25.299851 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db1f34-57fe-4543-9ed1-f4bbea3cddec req-cf04abd0-13f5-47e6-8ee8-95fcce355577 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:25.302020 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-70db1f34-57fe-4543-9ed1-f4bbea3cddec req-cf04abd0-13f5-47e6-8ee8-95fcce355577 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0475116 May 23 12:39:25.349043 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-70db1f34-57fe-4543-9ed1-f4bbea3cddec req-0d18cd4a-33ae-4414-aa1d-944b12cc3886 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414515 May 23 12:39:26.014707 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf10ea-bb7f-4577-aae8-fd5ae9f87fe0 req-0d803936-c71d-401a-b039-056cdc42ab02 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:26.016247 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cfbf10ea-bb7f-4577-aae8-fd5ae9f87fe0 req-0d803936-c71d-401a-b039-056cdc42ab02 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0461433 May 23 12:39:26.017234 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:39:26.069413 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cfbf10ea-bb7f-4577-aae8-fd5ae9f87fe0 req-dbf3c3db-b267-46d7-b2d6-df7f01bbbe0b tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467138 May 23 12:39:26.471045 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b709b-c44d-4437-ac73-4893e069a360 req-d22f011e-ede5-447b-b740-6a659dc8805f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:26.472527 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-152b709b-c44d-4437-ac73-4893e069a360 req-d22f011e-ede5-447b-b740-6a659dc8805f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0476902 May 23 12:39:26.522376 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-152b709b-c44d-4437-ac73-4893e069a360 req-0dc1f1ee-e4b3-49e8-90dc-e8e6b7925b5b tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439556 May 23 12:39:27.129239 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=51 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:27.136533 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=43 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:27.184618 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eface3-78be-469d-a294-1bb020651c68 req-902ee9d1-5df8-4929-8b6c-64c72f4c88b6 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:27.186055 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-08eface3-78be-469d-a294-1bb020651c68 req-902ee9d1-5df8-4929-8b6c-64c72f4c88b6 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0464723 May 23 12:39:27.234332 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-08eface3-78be-469d-a294-1bb020651c68 req-450a3318-7e30-4a00-9f59-a96e17afe918 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428240 May 23 12:39:27.642432 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:27.651075 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173c981-1c1b-4f77-8ef2-5f05c3c500a8 req-945c0e9c-f2cf-4376-813b-d530402b68b2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:27.652540 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1173c981-1c1b-4f77-8ef2-5f05c3c500a8 req-945c0e9c-f2cf-4376-813b-d530402b68b2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0516615 May 23 12:39:27.699982 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1173c981-1c1b-4f77-8ef2-5f05c3c500a8 req-0a4b78b3-aa79-4539-8a98-b00cd17e7218 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419040 May 23 12:39:28.349138 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d63e37-a08a-4f32-a4c3-f91d8d283ffe req-ce21eac9-3c2b-46f2-897a-2fac7adabfce tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:28.350642 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-19d63e37-a08a-4f32-a4c3-f91d8d283ffe req-ce21eac9-3c2b-46f2-897a-2fac7adabfce tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0472658 May 23 12:39:28.404387 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-19d63e37-a08a-4f32-a4c3-f91d8d283ffe req-8fcd54e7-524c-40ea-9216-6a3f5280fee0 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480399 May 23 12:39:28.842128 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd515a7-719b-4f1a-bbca-c431f236fa33 req-9a6c5e52-e25a-4ab4-ac0a-154fd99870ec tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:28.844432 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2fd515a7-719b-4f1a-bbca-c431f236fa33 req-9a6c5e52-e25a-4ab4-ac0a-154fd99870ec tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0684590 May 23 12:39:28.899667 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2fd515a7-719b-4f1a-bbca-c431f236fa33 req-ec15b925-cee7-431a-a796-d7fbd049cf78 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466430 May 23 12:39:29.519619 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a8a9e-f6c7-4839-b326-dd568758461d req-28d5f919-bf2b-4437-9bfa-bcecef4862fd tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:29.521155 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fe5a8a9e-f6c7-4839-b326-dd568758461d req-28d5f919-bf2b-4437-9bfa-bcecef4862fd tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0475473 May 23 12:39:29.572584 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fe5a8a9e-f6c7-4839-b326-dd568758461d req-c987a997-0554-4791-936e-e88f61ae7039 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439773 May 23 12:39:29.992957 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=4 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:30.032248 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe4e0c-4928-4768-99c2-d84d77820f16 req-b80d2a13-dee2-43b2-84c8-eb950a64f8db tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:30.033793 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-29fe4e0c-4928-4768-99c2-d84d77820f16 req-b80d2a13-dee2-43b2-84c8-eb950a64f8db tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0502269 May 23 12:39:30.088607 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-29fe4e0c-4928-4768-99c2-d84d77820f16 req-e9b879e3-f071-4a7e-b4ef-2f73c9167dd3 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474601 May 23 12:39:30.685754 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6eba0-6a52-4a08-9e29-6bcbd929efcf req-bdfc4384-6b13-4dca-877d-5363fe12836a tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:30.687105 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f7b6eba0-6a52-4a08-9e29-6bcbd929efcf req-bdfc4384-6b13-4dca-877d-5363fe12836a tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0471516 May 23 12:39:30.736846 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f7b6eba0-6a52-4a08-9e29-6bcbd929efcf req-85c6302f-e16c-410b-b15e-84292f754a88 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431569 May 23 12:39:31.207122 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de5515-ed03-4445-8bdf-65084260990f req-e948be35-d27b-4707-b393-ce1d27b0cf08 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:31.208684 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c8de5515-ed03-4445-8bdf-65084260990f req-e948be35-d27b-4707-b393-ce1d27b0cf08 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0466452 May 23 12:39:31.250349 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:31.255650 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c8de5515-ed03-4445-8bdf-65084260990f req-29872254-cff4-48ab-841d-d3f607ca7d99 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406833 May 23 12:39:31.853583 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf3cfe-2608-4e89-a3de-d1b9ea784bea req-00734534-3523-4029-8613-1188fe5ce82f tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:31.855027 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-26cf3cfe-2608-4e89-a3de-d1b9ea784bea req-00734534-3523-4029-8613-1188fe5ce82f tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0508685 May 23 12:39:31.904190 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-26cf3cfe-2608-4e89-a3de-d1b9ea784bea req-227956d3-8c0e-4cb1-8a75-7e6881e5f66d tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434337 May 23 12:39:32.411326 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-351e5056-5d70-46cd-bb8c-198b39e858fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:32.535520 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4124e2-b010-46f3-b70e-9e38ff8a2a1b req-2d835712-6f7a-4198-8285-134411073939 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:32.537238 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ea4124e2-b010-46f3-b70e-9e38ff8a2a1b req-2d835712-6f7a-4198-8285-134411073939 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0519590 May 23 12:39:32.589687 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ea4124e2-b010-46f3-b70e-9e38ff8a2a1b req-c7e22e3c-c356-43ef-9e8c-43e107296a0c tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460308 May 23 12:39:32.680901 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 57040) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:32.787808 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7bd7dd3d-db2e-47a1-aed7-521df25fee1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:32.862412 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7bd7dd3d-db2e-47a1-aed7-521df25fee1a admin admin] Publish callbacks [] for security_group (2da677b7-046b-41ee-b1e0-22cb67fec644), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:32.867094 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7bd7dd3d-db2e-47a1-aed7-521df25fee1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (2da677b7-046b-41ee-b1e0-22cb67fec644), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:32.884504 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:32.909988 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7dd3d-db2e-47a1-aed7-521df25fee1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da677b7-046b-41ee-b1e0-22cb67fec644,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:32.917019 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-7bd7dd3d-db2e-47a1-aed7-521df25fee1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35ead38007d34d59aeddc017beb98a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344570 May 23 12:39:32.918922 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 57044) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:32.968875 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2d1a8353-3346-4708-85a2-5784c5e81db0 admin admin] Publish callbacks [] for security_group (2da677b7-046b-41ee-b1e0-22cb67fec644), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:33.019433 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2d1a8353-3346-4708-85a2-5784c5e81db0 admin admin] Publish callbacks [] for security_group (2da677b7-046b-41ee-b1e0-22cb67fec644), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:33.041737 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c239e-840e-4726-bc58-273981a3892b req-fda370b8-39ad-4999-af48-fd0f691ecbb9 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:33.043215 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e39c239e-840e-4726-bc58-273981a3892b req-fda370b8-39ad-4999-af48-fd0f691ecbb9 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0645106 May 23 12:39:33.112761 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e39c239e-840e-4726-bc58-273981a3892b req-ac2e9a74-f861-49f2-b367-75b2a8a8b8e0 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628421 May 23 12:39:33.113749 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2d1a8353-3346-4708-85a2-5784c5e81db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (2da677b7-046b-41ee-b1e0-22cb67fec644), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:33.116908 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2d1a8353-3346-4708-85a2-5784c5e81db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:33.117943 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-2d1a8353-3346-4708-85a2-5784c5e81db0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2da677b7-046b-41ee-b1e0-22cb67fec644 HTTP/1.1" status: 204 len: 168 time: 0.1980975 May 23 12:39:33.126034 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a8353-3346-4708-85a2-5784c5e81db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da677b7-046b-41ee-b1e0-22cb67fec644,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:33.405667 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 57056) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:33.421993 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1f149dbd-d4af-4a5f-aa08-9e12ff3fe9eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:33.501184 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1f149dbd-d4af-4a5f-aa08-9e12ff3fe9eb admin admin] Publish callbacks [] for security_group (bb895e7b-c3ef-46de-b24c-f95630043572), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:33.505634 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1f149dbd-d4af-4a5f-aa08-9e12ff3fe9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (bb895e7b-c3ef-46de-b24c-f95630043572), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:33.528103 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:33.546385 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-1f149dbd-d4af-4a5f-aa08-9e12ff3fe9eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c270f95a528e4fe880642f4c664685cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396728 May 23 12:39:33.547442 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f149dbd-d4af-4a5f-aa08-9e12ff3fe9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb895e7b-c3ef-46de-b24c-f95630043572,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:33.549274 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 57058) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:33.611079 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:33.618786 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cdd94eef-b62b-42e4-9969-75273af730e1 admin admin] Publish callbacks [] for security_group (bb895e7b-c3ef-46de-b24c-f95630043572), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:33.641942 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cdd94eef-b62b-42e4-9969-75273af730e1 admin admin] Publish callbacks [] for security_group (bb895e7b-c3ef-46de-b24c-f95630043572), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:33.709602 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cdd94eef-b62b-42e4-9969-75273af730e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (bb895e7b-c3ef-46de-b24c-f95630043572), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:33.713086 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cdd94eef-b62b-42e4-9969-75273af730e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:33.718185 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-cdd94eef-b62b-42e4-9969-75273af730e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb895e7b-c3ef-46de-b24c-f95630043572 HTTP/1.1" status: 204 len: 168 time: 0.1678121 May 23 12:39:33.720111 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5498e0-8b5a-4b09-87af-287bac8ff5bb req-6ac58423-3409-495d-8caa-94d2509e1ffd tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:33.727974 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b5498e0-8b5a-4b09-87af-287bac8ff5bb req-6ac58423-3409-495d-8caa-94d2509e1ffd tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0584316 May 23 12:39:33.743463 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd94eef-b62b-42e4-9969-75273af730e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb895e7b-c3ef-46de-b24c-f95630043572,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:33.758044 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd94eef-b62b-42e4-9969-75273af730e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:33.758744 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd94eef-b62b-42e4-9969-75273af730e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:33.759271 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd94eef-b62b-42e4-9969-75273af730e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:33.759816 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd94eef-b62b-42e4-9969-75273af730e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:33.760246 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd94eef-b62b-42e4-9969-75273af730e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:33.760587 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd94eef-b62b-42e4-9969-75273af730e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:33.760921 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd94eef-b62b-42e4-9969-75273af730e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:33.761287 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd94eef-b62b-42e4-9969-75273af730e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:33.761626 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd94eef-b62b-42e4-9969-75273af730e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:33.761948 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd94eef-b62b-42e4-9969-75273af730e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:33.762493 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd94eef-b62b-42e4-9969-75273af730e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:33.762988 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd94eef-b62b-42e4-9969-75273af730e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:33.763470 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd94eef-b62b-42e4-9969-75273af730e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:33.763991 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd94eef-b62b-42e4-9969-75273af730e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:33.764528 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd94eef-b62b-42e4-9969-75273af730e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:33.779519 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b5498e0-8b5a-4b09-87af-287bac8ff5bb req-d6cdbd09-9a7e-47f7-b6c4-15ee11982975 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506055 May 23 12:39:34.263413 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fca860-70d0-4533-81b8-c7838abc13e5 req-73816804-ef09-464e-ab7d-45726694641c tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:34.270979 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-38fca860-70d0-4533-81b8-c7838abc13e5 req-73816804-ef09-464e-ab7d-45726694641c tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0742683 May 23 12:39:34.323747 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-38fca860-70d0-4533-81b8-c7838abc13e5 req-ed836ab3-2da7-4444-b3e9-6b7122f72250 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518885 May 23 12:39:34.641271 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-203cc7b5-fd71-4a15-a0ec-8e55dd6420da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:34.922995 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c694f07-2a5e-47bb-9d1f-7a7fa72d5de4 req-f4402c30-edb2-4915-98ea-e67f4ca58e58 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:34.924681 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2c694f07-2a5e-47bb-9d1f-7a7fa72d5de4 req-f4402c30-edb2-4915-98ea-e67f4ca58e58 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0507331 May 23 12:39:34.976457 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2c694f07-2a5e-47bb-9d1f-7a7fa72d5de4 req-1fc19eb0-bb63-4780-82e9-cac27d9fc425 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450161 May 23 12:39:35.436691 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370773ba-34c4-46e4-84f5-98e76108ed72 req-1b7e5727-27ff-4392-8bc2-bd906a0e6314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:35.441486 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-370773ba-34c4-46e4-84f5-98e76108ed72 req-1b7e5727-27ff-4392-8bc2-bd906a0e6314 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed&tenant_id=835f4c15c26e47b7ba55aca85bfb66a8 HTTP/1.1" status: 200 len: 1127 time: 0.0648592 May 23 12:39:35.479863 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571821cd-6725-46b9-9aab-94e8b92dc720 req-b266b18a-784a-4435-ab38-13ef0a91b2fb tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:35.481942 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-571821cd-6725-46b9-9aab-94e8b92dc720 req-b266b18a-784a-4435-ab38-13ef0a91b2fb tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0614541 May 23 12:39:35.531049 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370773ba-34c4-46e4-84f5-98e76108ed72 req-519ad6bf-bf74-4f9b-84f7-00929bda9198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:35.532638 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-370773ba-34c4-46e4-84f5-98e76108ed72 req-519ad6bf-bf74-4f9b-84f7-00929bda9198 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=835f4c15c26e47b7ba55aca85bfb66a8&device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 1127 time: 0.0583606 May 23 12:39:35.577473 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-571821cd-6725-46b9-9aab-94e8b92dc720 req-75e9252b-c156-40aa-9756-7246bdd28c4b tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895534 May 23 12:39:35.653058 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370773ba-34c4-46e4-84f5-98e76108ed72 req-447bec54-cd52-4faf-8430-61a519d479f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:35.654378 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-370773ba-34c4-46e4-84f5-98e76108ed72 req-447bec54-cd52-4faf-8430-61a519d479f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eba13816-fd74-4783-a2bd-29f9a2d3200d HTTP/1.1" status: 200 len: 910 time: 0.1129782 May 23 12:39:35.721835 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-370773ba-34c4-46e4-84f5-98e76108ed72 req-03ac17d4-d70b-4388-b82e-4e99f1f71bb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6629f354-c1e7-44f4-90fa-1e340bce002d HTTP/1.1" status: 200 len: 999 time: 0.0609884 May 23 12:39:35.779258 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370773ba-34c4-46e4-84f5-98e76108ed72 req-1b778fcf-6b2d-4b91-b328-0de692999122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:35.780807 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-370773ba-34c4-46e4-84f5-98e76108ed72 req-1b778fcf-6b2d-4b91-b328-0de692999122 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e685380f-9d07-4fcb-9265-9458eb8b6746 HTTP/1.1" status: 200 len: 848 time: 0.0524790 May 23 12:39:35.835607 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370773ba-34c4-46e4-84f5-98e76108ed72 req-e01199ab-6f6e-4455-9085-40af6b99553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:35.837145 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-370773ba-34c4-46e4-84f5-98e76108ed72 req-e01199ab-6f6e-4455-9085-40af6b99553a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eba13816-fd74-4783-a2bd-29f9a2d3200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485072 May 23 12:39:35.937209 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:35.980239 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-370773ba-34c4-46e4-84f5-98e76108ed72 req-2d320dc6-4393-46b4-911e-abf6e7457dbc service neutron] 10.222.0.15 "GET /v2.0/networks/eba13816-fd74-4783-a2bd-29f9a2d3200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187484 May 23 12:39:36.014014 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=4 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:36.071174 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-370773ba-34c4-46e4-84f5-98e76108ed72 req-8993965c-a70b-43e0-a276-16f8cf81795b service neutron] 10.222.0.15 "GET /v2.0/networks/eba13816-fd74-4783-a2bd-29f9a2d3200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846221 May 23 12:39:36.099824 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cc23e-565e-4dd2-a681-3318cb196797 req-4fe66d7f-603e-4126-8918-131c85e9cbbc tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:36.101312 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-dc5cc23e-565e-4dd2-a681-3318cb196797 req-4fe66d7f-603e-4126-8918-131c85e9cbbc tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0467260 May 23 12:39:36.137571 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:36.151391 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-dc5cc23e-565e-4dd2-a681-3318cb196797 req-b7556c12-d35e-4f04-bf9f-95bd5614275b tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445328 May 23 12:39:36.691785 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb52ba8-3825-4038-94dc-f95fc0a60f1a req-cef5dc36-4383-4c8b-af73-b5e545017d79 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:36.694174 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9fb52ba8-3825-4038-94dc-f95fc0a60f1a req-cef5dc36-4383-4c8b-af73-b5e545017d79 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0487561 May 23 12:39:36.748146 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9fb52ba8-3825-4038-94dc-f95fc0a60f1a req-0bf41a45-7e2f-495f-8a00-6ca951d6fd02 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483582 May 23 12:39:36.975309 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ee473-5a90-455f-869c-dc9d1840c5a5 req-bab11056-3c08-4927-99d6-0215a7aef704 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:36.976844 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-693ee473-5a90-455f-869c-dc9d1840c5a5 req-bab11056-3c08-4927-99d6-0215a7aef704 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=203877da-d78e-44f0-bc6a-995008fef4f7 HTTP/1.1" status: 200 len: 945 time: 0.0513759 May 23 12:39:37.033871 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-693ee473-5a90-455f-869c-dc9d1840c5a5 req-17d19a60-9ad1-485d-ba83-af423cfe8fdc tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d779d90-dc1a-4e67-9da3-9bac52893bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500977 May 23 12:39:37.285344 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8910ef-4e9c-4aeb-a045-545135d9af07 req-f91ef11e-9f14-4066-9e23-34f49981fc55 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:37.288584 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4f8910ef-4e9c-4aeb-a045-545135d9af07 req-f91ef11e-9f14-4066-9e23-34f49981fc55 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0567291 May 23 12:39:37.304194 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:37.350657 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4f8910ef-4e9c-4aeb-a045-545135d9af07 req-7ed729fd-c9ac-4e18-8165-e83da7469f72 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555189 May 23 12:39:37.562249 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafccec-cd90-4709-bc1e-9522ccfa7526 req-e17c5b8c-3176-49da-9cde-bc5e5ece8c54 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:37.563718 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9fafccec-cd90-4709-bc1e-9522ccfa7526 req-e17c5b8c-3176-49da-9cde-bc5e5ece8c54 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a267457-7f06-4312-87ce-2c47cdb2924d HTTP/1.1" status: 200 len: 945 time: 0.0555739 May 23 12:39:37.613451 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9fafccec-cd90-4709-bc1e-9522ccfa7526 req-28392fd4-693e-42ad-91ba-fa139553437c tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a318795-2bb4-4484-b2ec-f55b61adab80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439346 May 23 12:39:37.864781 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12897f-fadb-43c3-8226-185ec58e0756 req-b84cb643-0852-440e-9267-be6241855167 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:37.866248 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ed12897f-fadb-43c3-8226-185ec58e0756 req-b84cb643-0852-440e-9267-be6241855167 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0484416 May 23 12:39:37.917821 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ed12897f-fadb-43c3-8226-185ec58e0756 req-ffc41967-de89-48f4-952e-8a0b488126d2 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457137 May 23 12:39:38.149074 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd474442-1737-4b3d-9b23-3a3002bf10c7 req-51ecf1d1-d474-454e-9a72-861726c85105 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:38.150513 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fd474442-1737-4b3d-9b23-3a3002bf10c7 req-51ecf1d1-d474-454e-9a72-861726c85105 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=203877da-d78e-44f0-bc6a-995008fef4f7 HTTP/1.1" status: 200 len: 945 time: 0.0476575 May 23 12:39:38.200555 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fd474442-1737-4b3d-9b23-3a3002bf10c7 req-95893fc8-be0e-4685-b3d3-aee4c4a3e1e4 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d779d90-dc1a-4e67-9da3-9bac52893bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444329 May 23 12:39:38.448622 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:38.464983 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ba792-e90c-4c14-8af0-fa666964cb21 req-9e11be83-45f5-4d88-bd49-cd9ecc604cde tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:38.466458 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ad2ba792-e90c-4c14-8af0-fa666964cb21 req-9e11be83-45f5-4d88-bd49-cd9ecc604cde tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0485103 May 23 12:39:38.513464 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ad2ba792-e90c-4c14-8af0-fa666964cb21 req-5d0611c4-1c9d-40fd-b4ef-3d2fa45e0b3b tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414989 May 23 12:39:38.648005 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:38.729549 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56f383-3a13-4bf4-81ab-b47fa32e087c req-f776470e-3e6a-45f5-9e28-832a5447392b tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:38.730987 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-dc56f383-3a13-4bf4-81ab-b47fa32e087c req-f776470e-3e6a-45f5-9e28-832a5447392b tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a267457-7f06-4312-87ce-2c47cdb2924d HTTP/1.1" status: 200 len: 945 time: 0.0465157 May 23 12:39:38.779280 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-dc56f383-3a13-4bf4-81ab-b47fa32e087c req-88911fd5-2bdc-4a50-87ce-f80be7dbf3b8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a318795-2bb4-4484-b2ec-f55b61adab80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427685 May 23 12:39:39.038174 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf8e9e-7dcd-46e6-9d69-8f9bc5434e68 req-a3ac978e-d77a-439a-b353-10d5e3d3e4ae tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:39.039665 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-01bf8e9e-7dcd-46e6-9d69-8f9bc5434e68 req-a3ac978e-d77a-439a-b353-10d5e3d3e4ae tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0539775 May 23 12:39:39.092980 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-01bf8e9e-7dcd-46e6-9d69-8f9bc5434e68 req-d373ccc3-d5a4-44bf-8946-3d531d12c783 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474932 May 23 12:39:39.169079 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 57214) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:39.291455 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-33afb720-5924-4ef7-a187-c35468498742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:39.335057 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f272f5-a4ff-4cfc-b81b-85704355a3e0 req-b34d52e7-48cf-4780-9da0-b31388d0d5f5 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:39.336514 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-15f272f5-a4ff-4cfc-b81b-85704355a3e0 req-b34d52e7-48cf-4780-9da0-b31388d0d5f5 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=203877da-d78e-44f0-bc6a-995008fef4f7 HTTP/1.1" status: 200 len: 945 time: 0.0680513 May 23 12:39:39.418711 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-15f272f5-a4ff-4cfc-b81b-85704355a3e0 req-32952929-3d70-45a1-89ce-73722708088f tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d779d90-dc1a-4e67-9da3-9bac52893bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751560 May 23 12:39:39.433412 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:39.443882 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-33afb720-5924-4ef7-a187-c35468498742 admin admin] Publish callbacks [] for security_group (2421e47d-f96d-4570-8d0a-e4bb4fd2d285), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:39.447408 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-33afb720-5924-4ef7-a187-c35468498742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (2421e47d-f96d-4570-8d0a-e4bb4fd2d285), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:39.487260 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-33afb720-5924-4ef7-a187-c35468498742 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f6aeeabb8a643dba4c288ee7858d2c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3171411 May 23 12:39:39.488195 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afb720-5924-4ef7-a187-c35468498742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2421e47d-f96d-4570-8d0a-e4bb4fd2d285,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:39.490179 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 57220) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:39.539309 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2595d6d8-fe25-4a0f-b4d4-57c37f20d7df admin admin] Publish callbacks [] for security_group (2421e47d-f96d-4570-8d0a-e4bb4fd2d285), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:39.565580 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2595d6d8-fe25-4a0f-b4d4-57c37f20d7df admin admin] Publish callbacks [] for security_group (2421e47d-f96d-4570-8d0a-e4bb4fd2d285), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:39.635254 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d04b12-c13b-418e-b9ec-35013a7a19e6 req-191e6684-b4e0-4751-bb37-3cca7b58cbc3 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:39.636976 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-39d04b12-c13b-418e-b9ec-35013a7a19e6 req-191e6684-b4e0-4751-bb37-3cca7b58cbc3 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0491652 May 23 12:39:39.688506 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-39d04b12-c13b-418e-b9ec-35013a7a19e6 req-79629ef2-bb0f-4dec-a077-85dbd566502e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455475 May 23 12:39:39.815063 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2595d6d8-fe25-4a0f-b4d4-57c37f20d7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (2421e47d-f96d-4570-8d0a-e4bb4fd2d285), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:39.817655 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2595d6d8-fe25-4a0f-b4d4-57c37f20d7df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:39.818824 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-2595d6d8-fe25-4a0f-b4d4-57c37f20d7df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2421e47d-f96d-4570-8d0a-e4bb4fd2d285 HTTP/1.1" status: 204 len: 168 time: 0.3276618 May 23 12:39:39.827923 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595d6d8-fe25-4a0f-b4d4-57c37f20d7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2421e47d-f96d-4570-8d0a-e4bb4fd2d285,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:39.905111 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efa3da-14a8-4de8-bb04-be3afe50d299 req-916c99e6-af14-41ba-9644-2560a88a4ce3 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:39.906601 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-35efa3da-14a8-4de8-bb04-be3afe50d299 req-916c99e6-af14-41ba-9644-2560a88a4ce3 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a267457-7f06-4312-87ce-2c47cdb2924d HTTP/1.1" status: 200 len: 945 time: 0.0491612 May 23 12:39:39.961202 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-35efa3da-14a8-4de8-bb04-be3afe50d299 req-ceb782bf-8340-40cc-b935-5ec7d2d25e74 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a318795-2bb4-4484-b2ec-f55b61adab80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483077 May 23 12:39:40.097050 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 57230) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:40.110234 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f160c224-7117-4db5-95aa-7e77fbd047f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:40.157301 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ad241-aa74-4a2c-b92e-0153012322de req-382bd80e-aabc-49b3-8f2b-f38dd9dcdd0e tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:40.159016 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-449ad241-aa74-4a2c-b92e-0153012322de req-382bd80e-aabc-49b3-8f2b-f38dd9dcdd0e tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.15 "GET /v2.0/ports?device_id=203877da-d78e-44f0-bc6a-995008fef4f7 HTTP/1.1" status: 200 len: 945 time: 0.0500648 May 23 12:39:40.184694 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:40.226002 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f160c224-7117-4db5-95aa-7e77fbd047f0 admin admin] Publish callbacks [] for security_group (18a5cd8b-3ce7-4365-a6b1-b2ab7446cdba), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:40.234337 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037887b-bf46-46d5-9c2c-7558cf72e19e req-1ff219b2-1059-4816-9259-d079acb706cc tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:40.235815 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5037887b-bf46-46d5-9c2c-7558cf72e19e req-1ff219b2-1059-4816-9259-d079acb706cc tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0700297 May 23 12:39:40.236819 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f160c224-7117-4db5-95aa-7e77fbd047f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (18a5cd8b-3ce7-4365-a6b1-b2ab7446cdba), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:40.280149 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:40.312928 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160c224-7117-4db5-95aa-7e77fbd047f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a5cd8b-3ce7-4365-a6b1-b2ab7446cdba,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:40.320367 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-f160c224-7117-4db5-95aa-7e77fbd047f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2d446e2c55443c595d6fdf8559a3639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190335 May 23 12:39:40.320720 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 57234) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:40.326454 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5037887b-bf46-46d5-9c2c-7558cf72e19e req-0d3bc13f-d5b0-45bc-aaea-af61881b232d tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806949 May 23 12:39:40.358270 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-449ad241-aa74-4a2c-b92e-0153012322de req-be7252eb-2b89-4b35-a04a-301bbdb1a6f9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Deleting port ffc6e408-2088-45a7-824d-4afc170af6a4 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:39:40.358608 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-449ad241-aa74-4a2c-b92e-0153012322de req-be7252eb-2b89-4b35-a04a-301bbdb1a6f9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (ffc6e408-2088-45a7-824d-4afc170af6a4), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:40.403483 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1951c-c845-43ba-9aea-79d40f8ffd0f req-1a9f14ba-3c13-460a-b890-ddec32a39b47 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:40.404963 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9fd1951c-c845-43ba-9aea-79d40f8ffd0f req-1a9f14ba-3c13-460a-b890-ddec32a39b47 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a267457-7f06-4312-87ce-2c47cdb2924d HTTP/1.1" status: 200 len: 945 time: 0.0478163 May 23 12:39:40.407978 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:40.458463 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-339176ac-d11d-443a-9971-62e5834b37a5 admin admin] Publish callbacks [] for security_group (18a5cd8b-3ce7-4365-a6b1-b2ab7446cdba), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:40.494728 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-449ad241-aa74-4a2c-b92e-0153012322de req-be7252eb-2b89-4b35-a04a-301bbdb1a6f9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] For port ffc6e408-2088-45a7-824d-4afc170af6a4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ffc6e408-2088-45a7-824d-4afc170af6a4,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:39:40.495383 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-449ad241-aa74-4a2c-b92e-0153012322de req-be7252eb-2b89-4b35-a04a-301bbdb1a6f9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (ffc6e408-2088-45a7-824d-4afc170af6a4), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:40.498510 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-339176ac-d11d-443a-9971-62e5834b37a5 admin admin] Publish callbacks [] for security_group (18a5cd8b-3ce7-4365-a6b1-b2ab7446cdba), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:40.509213 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-9fd1951c-c845-43ba-9aea-79d40f8ffd0f req-7e6f2dd7-2a3a-4ef7-9fed-335211c02e19 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Deleting port b8447d6b-c07d-4b91-8b57-270b92719707 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:39:40.509550 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-9fd1951c-c845-43ba-9aea-79d40f8ffd0f req-7e6f2dd7-2a3a-4ef7-9fed-335211c02e19 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (b8447d6b-c07d-4b91-8b57-270b92719707), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:40.588063 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48342afe-7386-43e3-8b96-ad009d820a93 req-ca66d345-f103-4d2c-9ab2-9acfeb0f0bcb tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:40.589719 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-48342afe-7386-43e3-8b96-ad009d820a93 req-ca66d345-f103-4d2c-9ab2-9acfeb0f0bcb tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=203877da-d78e-44f0-bc6a-995008fef4f7 HTTP/1.1" status: 200 len: 945 time: 0.0953028 May 23 12:39:40.633665 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-339176ac-d11d-443a-9971-62e5834b37a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (18a5cd8b-3ce7-4365-a6b1-b2ab7446cdba), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:40.636284 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-339176ac-d11d-443a-9971-62e5834b37a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:40.637612 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-339176ac-d11d-443a-9971-62e5834b37a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18a5cd8b-3ce7-4365-a6b1-b2ab7446cdba HTTP/1.1" status: 204 len: 168 time: 0.3158388 May 23 12:39:40.660351 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-9fd1951c-c845-43ba-9aea-79d40f8ffd0f req-7e6f2dd7-2a3a-4ef7-9fed-335211c02e19 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] For port b8447d6b-c07d-4b91-8b57-270b92719707, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b8447d6b-c07d-4b91-8b57-270b92719707,segment=NetworkSegment(85f304ec-f4f0-4cbb-aa66-ee2df5bb0198),segment_id=85f304ec-f4f0-4cbb-aa66-ee2df5bb0198)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:39:40.660789 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-9fd1951c-c845-43ba-9aea-79d40f8ffd0f req-7e6f2dd7-2a3a-4ef7-9fed-335211c02e19 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (b8447d6b-c07d-4b91-8b57-270b92719707), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:40.676805 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:40.682421 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339176ac-d11d-443a-9971-62e5834b37a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a5cd8b-3ce7-4365-a6b1-b2ab7446cdba,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:40.686983 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-48342afe-7386-43e3-8b96-ad009d820a93 req-fb95a2cd-fefc-4269-829c-ef01bea55cf1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d779d90-dc1a-4e67-9da3-9bac52893bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899720 May 23 12:39:40.710806 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-449ad241-aa74-4a2c-b92e-0153012322de req-be7252eb-2b89-4b35-a04a-301bbdb1a6f9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:40.711182 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-449ad241-aa74-4a2c-b92e-0153012322de req-be7252eb-2b89-4b35-a04a-301bbdb1a6f9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (bbb233ef-0bcd-48a8-8425-55a426776b54), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:40.711505 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.l3_db [req-449ad241-aa74-4a2c-b92e-0153012322de req-be7252eb-2b89-4b35-a04a-301bbdb1a6f9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Floating IP bbb233ef-0bcd-48a8-8425-55a426776b54 disassociated. External IP: 172.27.0.173, port: ffc6e408-2088-45a7-824d-4afc170af6a4. May 23 12:39:40.711855 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-449ad241-aa74-4a2c-b92e-0153012322de req-be7252eb-2b89-4b35-a04a-301bbdb1a6f9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Calling delete_port for ffc6e408-2088-45a7-824d-4afc170af6a4 owned by compute:nova {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:39:40.857203 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12422455-2c92-469c-808e-e1f80bb8a1e7 req-ff558421-868e-4184-96a1-a7cef42ca7e4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:40.858674 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-12422455-2c92-469c-808e-e1f80bb8a1e7 req-ff558421-868e-4184-96a1-a7cef42ca7e4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0634253 May 23 12:39:40.892868 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-449ad241-aa74-4a2c-b92e-0153012322de req-be7252eb-2b89-4b35-a04a-301bbdb1a6f9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (ffc6e408-2088-45a7-824d-4afc170af6a4), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:40.925451 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7252eb-2b89-4b35-a04a-301bbdb1a6f9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event deleted for resources: {'Port': ['ID=ffc6e408-2088-45a7-824d-4afc170af6a4,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:41.072818 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-449ad241-aa74-4a2c-b92e-0153012322de req-be7252eb-2b89-4b35-a04a-301bbdb1a6f9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Router a1273a1e-93ca-4062-8a87-809e8bae5c19 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:39:41.167163 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:41.195219 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-449ad241-aa74-4a2c-b92e-0153012322de req-be7252eb-2b89-4b35-a04a-301bbdb1a6f9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:39:41.210446 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e623d7-a8f8-4d56-b270-ce03b7064535 None None] Sync routers for ids ['a1273a1e-93ca-4062-8a87-809e8bae5c19'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:39:41.226525 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e623d7-a8f8-4d56-b270-ce03b7064535 None None] Routers {'a1273a1e-93ca-4062-8a87-809e8bae5c19'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:39:41.227606 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-35e623d7-a8f8-4d56-b270-ce03b7064535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:39:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['a1273a1e-93ca-4062-8a87-809e8bae5c19'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:39:41.260396 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-449ad241-aa74-4a2c-b92e-0153012322de req-be7252eb-2b89-4b35-a04a-301bbdb1a6f9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] No DVR routers for this DVR port ffc6e408-2088-45a7-824d-4afc170af6a4 on host hv-cinder-83699 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:39:41.264144 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-449ad241-aa74-4a2c-b92e-0153012322de req-be7252eb-2b89-4b35-a04a-301bbdb1a6f9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:41.269503 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-449ad241-aa74-4a2c-b92e-0153012322de req-be7252eb-2b89-4b35-a04a-301bbdb1a6f9 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.15 "DELETE /v2.0/ports/ffc6e408-2088-45a7-824d-4afc170af6a4 HTTP/1.1" status: 204 len: 173 time: 1.0152884 May 23 12:39:41.270129 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203877da-d78e-44f0-bc6a-995008fef4f7', 'name': 'network-vif-deleted', 'tag': 'ffc6e408-2088-45a7-824d-4afc170af6a4'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:39:41.272646 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b1c77-ed6a-4df0-b8a2-68745a5a9df9 req-6bf3ddf8-f0dc-4bbe-99f7-0ca04f7ae689 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:41.279488 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-462b1c77-ed6a-4df0-b8a2-68745a5a9df9 req-6bf3ddf8-f0dc-4bbe-99f7-0ca04f7ae689 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a267457-7f06-4312-87ce-2c47cdb2924d HTTP/1.1" status: 200 len: 945 time: 0.0930774 May 23 12:39:41.287131 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-9fd1951c-c845-43ba-9aea-79d40f8ffd0f req-7e6f2dd7-2a3a-4ef7-9fed-335211c02e19 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:41.287575 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-9fd1951c-c845-43ba-9aea-79d40f8ffd0f req-7e6f2dd7-2a3a-4ef7-9fed-335211c02e19 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (d1fc21df-ee76-4f1e-af6b-d2768c57d370), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:41.287884 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.db.l3_db [req-9fd1951c-c845-43ba-9aea-79d40f8ffd0f req-7e6f2dd7-2a3a-4ef7-9fed-335211c02e19 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Floating IP d1fc21df-ee76-4f1e-af6b-d2768c57d370 disassociated. External IP: 172.27.0.247, port: b8447d6b-c07d-4b91-8b57-270b92719707. May 23 12:39:41.288046 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a8d75f-488c-4e96-9b2f-09b3c977417d" -d '{"events": [{"server_uuid": "203877da-d78e-44f0-bc6a-995008fef4f7", "name": "network-vif-deleted", "tag": "ffc6e408-2088-45a7-824d-4afc170af6a4"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:39:41.288634 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-9fd1951c-c845-43ba-9aea-79d40f8ffd0f req-7e6f2dd7-2a3a-4ef7-9fed-335211c02e19 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Calling delete_port for b8447d6b-c07d-4b91-8b57-270b92719707 owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:39:41.323268 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-12422455-2c92-469c-808e-e1f80bb8a1e7 req-8994f2c3-b7e9-4ca0-8194-38e80b3f837e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4523094 May 23 12:39:41.403228 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-35e623d7-a8f8-4d56-b270-ce03b7064535 None None] Set router a1273a1e-93ca-4062-8a87-809e8bae5c19 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:39:41.436699 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-462b1c77-ed6a-4df0-b8a2-68745a5a9df9 req-06557e3c-b76b-45d6-a3be-90755b2a5d2d tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a318795-2bb4-4484-b2ec-f55b61adab80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413569 May 23 12:39:41.484970 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a65878d-6663-4094-a410-cd51a5b4dff6 x-openstack-request-id: req-3a65878d-6663-4094-a410-cd51a5b4dff6 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:39:41.485386 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203877da-d78e-44f0-bc6a-995008fef4f7", "name": "network-vif-deleted", "tag": "ffc6e408-2088-45a7-824d-4afc170af6a4", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:39:41.485732 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a65878d-6663-4094-a410-cd51a5b4dff6 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:39:41.486529 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a65878d-6663-4094-a410-cd51a5b4dff6'] response: {'server_uuid': '203877da-d78e-44f0-bc6a-995008fef4f7', 'name': 'network-vif-deleted', 'tag': 'ffc6e408-2088-45a7-824d-4afc170af6a4', 'status': 'completed', 'code': 200} May 23 12:39:41.512333 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:41.591846 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-9fd1951c-c845-43ba-9aea-79d40f8ffd0f req-7e6f2dd7-2a3a-4ef7-9fed-335211c02e19 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (b8447d6b-c07d-4b91-8b57-270b92719707), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:41.637501 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f2dd7-2a3a-4ef7-9fed-335211c02e19 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Pushing event deleted for resources: {'Port': ['ID=b8447d6b-c07d-4b91-8b57-270b92719707,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:41.650783 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7b554-4ed5-463e-acde-03b825b9c87f req-a7ee87b2-c08b-461e-bdbd-f5a86788dc44 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:41.657939 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-adc7b554-4ed5-463e-acde-03b825b9c87f req-a7ee87b2-c08b-461e-bdbd-f5a86788dc44 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.1196396 May 23 12:39:41.697063 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-35e623d7-a8f8-4d56-b270-ce03b7064535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:39:41.728074 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e623d7-a8f8-4d56-b270-ce03b7064535 None None] Checking router: a1273a1e-93ca-4062-8a87-809e8bae5c19 for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:39:41.747439 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e623d7-a8f8-4d56-b270-ce03b7064535 None None] Routers {'a1273a1e-93ca-4062-8a87-809e8bae5c19'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:39:41.748193 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-35e623d7-a8f8-4d56-b270-ce03b7064535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:39:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['a1273a1e-93ca-4062-8a87-809e8bae5c19'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:39:41.793701 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-adc7b554-4ed5-463e-acde-03b825b9c87f req-0674ff96-8b73-4fbd-b36b-45c0c0fce41a tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349416 May 23 12:39:41.818090 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fd1951c-c845-43ba-9aea-79d40f8ffd0f req-7e6f2dd7-2a3a-4ef7-9fed-335211c02e19 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:39:41.885408 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-35e623d7-a8f8-4d56-b270-ce03b7064535 None None] Set router a1273a1e-93ca-4062-8a87-809e8bae5c19 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:39:41.917143 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-070907d2-b13c-4130-b369-775e3669d3ab req-714ee8e5-3210-432a-90db-2011b17235ba tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/ports?device_id=203877da-d78e-44f0-bc6a-995008fef4f7 HTTP/1.1" status: 200 len: 210 time: 0.0850062 May 23 12:39:41.985457 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fd1951c-c845-43ba-9aea-79d40f8ffd0f req-7e6f2dd7-2a3a-4ef7-9fed-335211c02e19 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:39:41.999277 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b67160-6bc3-4ad1-a218-2c01f240661a None None] Sync routers for ids ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:39:42.012089 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b67160-6bc3-4ad1-a218-2c01f240661a None None] Routers {'9ba67b00-16b6-4c4d-a3d1-b914a8472196'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:39:42.013680 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-71b67160-6bc3-4ad1-a218-2c01f240661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:39:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:39:42.057529 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd1951c-c845-43ba-9aea-79d40f8ffd0f req-7e6f2dd7-2a3a-4ef7-9fed-335211c02e19 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] No DVR routers for this DVR port b8447d6b-c07d-4b91-8b57-270b92719707 on host hv-cinder-83699 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:39:42.061506 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-9fd1951c-c845-43ba-9aea-79d40f8ffd0f req-7e6f2dd7-2a3a-4ef7-9fed-335211c02e19 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:42.065390 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9fd1951c-c845-43ba-9aea-79d40f8ffd0f req-7e6f2dd7-2a3a-4ef7-9fed-335211c02e19 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.15 "DELETE /v2.0/ports/b8447d6b-c07d-4b91-8b57-270b92719707 HTTP/1.1" status: 204 len: 173 time: 1.6530921 May 23 12:39:42.066475 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a267457-7f06-4312-87ce-2c47cdb2924d', 'name': 'network-vif-deleted', 'tag': 'b8447d6b-c07d-4b91-8b57-270b92719707'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:39:42.068981 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d171e8-3f02-4d08-8dc7-66f58a6496b3" -d '{"events": [{"server_uuid": "9a267457-7f06-4312-87ce-2c47cdb2924d", "name": "network-vif-deleted", "tag": "b8447d6b-c07d-4b91-8b57-270b92719707"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:39:42.157367 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-71b67160-6bc3-4ad1-a218-2c01f240661a None None] Set router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:39:42.159494 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-35e623d7-a8f8-4d56-b270-ce03b7064535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:39:42.199440 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e623d7-a8f8-4d56-b270-ce03b7064535 None None] The sync data for ids ['a1273a1e-93ca-4062-8a87-809e8bae5c19'] in dv-cinder-836996-27-iscsi is: [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:33:24Z', 'revision_number': 4, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '377c47aa-7f83-4323-800c-a4287505ad44', 'name': '', 'network_id': '34e447e2-b5a8-48e8-88c3-11c08d0cb74a', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'mac_address': 'fa:16:3e:0c:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:22Z', 'updated_at': '2022-05-23T12:33:36Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'subnets': [{'id': 'be7def1c-9596-416f-a585-da28c5a17c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:39:42.295982 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 57280) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:42.346215 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device ffc6e408-2088-45a7-824d-4afc170af6a4 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:39:42.415817 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] No Port match for: ffc6e408-2088-45a7-824d-4afc170af6a4 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:39:42.416350 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device ffc6e408-2088-45a7-824d-4afc170af6a4 not bound to the agent host hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:39:42.445560 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6ef43350-d3e2-40a0-b47c-41c5daabbbae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:42.448430 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c04eb1-24e3-47fe-bdce-fcd3029cd0a6 x-openstack-request-id: req-a7c04eb1-24e3-47fe-bdce-fcd3029cd0a6 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:39:42.448928 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a267457-7f06-4312-87ce-2c47cdb2924d", "name": "network-vif-deleted", "tag": "b8447d6b-c07d-4b91-8b57-270b92719707", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:39:42.449350 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7c04eb1-24e3-47fe-bdce-fcd3029cd0a6 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:39:42.449889 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7c04eb1-24e3-47fe-bdce-fcd3029cd0a6'] response: {'server_uuid': '9a267457-7f06-4312-87ce-2c47cdb2924d', 'name': 'network-vif-deleted', 'tag': 'b8447d6b-c07d-4b91-8b57-270b92719707', 'status': 'completed', 'code': 200} May 23 12:39:42.514244 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6db33-08e1-4181-bee4-3e749f5b796d req-499b765c-580d-4143-b223-6b53173469f4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:42.516632 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-75e6db33-08e1-4181-bee4-3e749f5b796d req-499b765c-580d-4143-b223-6b53173469f4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0657716 May 23 12:39:42.525888 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-71b67160-6bc3-4ad1-a218-2c01f240661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'name': 'tempest-AttachVolumeTestJSON-266485501-router', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:09Z', 'updated_at': '2022-05-23T12:33:22Z', 'revision_number': 4, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'gw_port': {'id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'a0d744d1-744f-4b5b-9b20-e269589f6aa3', 'name': '', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'mac_address': 'fa:16:3e:6f:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '188e2ead-7d0d-4956-8add-55d376412943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:18Z', 'updated_at': '2022-05-23T12:33:38Z', 'revision_number': 5, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'subnets': [{'id': '188e2ead-7d0d-4956-8add-55d376412943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:39:42.560975 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b67160-6bc3-4ad1-a218-2c01f240661a None None] Checking router: 9ba67b00-16b6-4c4d-a3d1-b914a8472196 for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:39:42.577054 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b67160-6bc3-4ad1-a218-2c01f240661a None None] Routers {'9ba67b00-16b6-4c4d-a3d1-b914a8472196'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:39:42.579891 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-71b67160-6bc3-4ad1-a218-2c01f240661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:39:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:39:42.637134 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dff45c-03f7-41d4-ac50-91fe04c07e3d None None] New status for floating IP bbb233ef-0bcd-48a8-8425-55a426776b54: DOWN {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:39:42.641246 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f8eb04fe-45bc-4a32-865d-85abb5e71e3e req-48b46fa7-dc60-48a2-ad69-9162dcd653c8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a267457-7f06-4312-87ce-2c47cdb2924d HTTP/1.1" status: 200 len: 210 time: 0.1228981 May 23 12:39:42.666496 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:42.691147 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6ef43350-d3e2-40a0-b47c-41c5daabbbae admin admin] Publish callbacks [] for security_group (11251ce4-4803-42ee-b7a6-9bf29f67f1e4), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:42.702954 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6ef43350-d3e2-40a0-b47c-41c5daabbbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (11251ce4-4803-42ee-b7a6-9bf29f67f1e4), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:42.719487 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-75e6db33-08e1-4181-bee4-3e749f5b796d req-88b34181-0b59-4d7a-b0b8-c1efe0c0d38a tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813295 May 23 12:39:42.727895 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-71b67160-6bc3-4ad1-a218-2c01f240661a None None] Set router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:39:42.753394 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-6ef43350-d3e2-40a0-b47c-41c5daabbbae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2078e6fcf0eb4f76989c4a7c908a0bc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4539409 May 23 12:39:42.753756 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 57288) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:42.757018 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:42.760203 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef43350-d3e2-40a0-b47c-41c5daabbbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11251ce4-4803-42ee-b7a6-9bf29f67f1e4,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:42.843967 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1cdeecde-bb7b-480d-98a0-5c254ca2f04b admin admin] Publish callbacks [] for security_group (11251ce4-4803-42ee-b7a6-9bf29f67f1e4), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:42.860770 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:42.866678 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:42.875323 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1cdeecde-bb7b-480d-98a0-5c254ca2f04b admin admin] Publish callbacks [] for security_group (11251ce4-4803-42ee-b7a6-9bf29f67f1e4), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:42.939379 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1cdeecde-bb7b-480d-98a0-5c254ca2f04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (11251ce4-4803-42ee-b7a6-9bf29f67f1e4), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:42.945628 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1cdeecde-bb7b-480d-98a0-5c254ca2f04b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:42.949186 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-1cdeecde-bb7b-480d-98a0-5c254ca2f04b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11251ce4-4803-42ee-b7a6-9bf29f67f1e4 HTTP/1.1" status: 204 len: 168 time: 0.1916573 May 23 12:39:42.960366 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdeecde-bb7b-480d-98a0-5c254ca2f04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11251ce4-4803-42ee-b7a6-9bf29f67f1e4,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:43.005877 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 57298) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:43.006751 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-71b67160-6bc3-4ad1-a218-2c01f240661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'name': 'tempest-AttachVolumeTestJSON-266485501-router', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:09Z', 'updated_at': '2022-05-23T12:33:22Z', 'revision_number': 4, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'gw_port': {'id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'a0d744d1-744f-4b5b-9b20-e269589f6aa3', 'name': '', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'mac_address': 'fa:16:3e:6f:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '188e2ead-7d0d-4956-8add-55d376412943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:18Z', 'updated_at': '2022-05-23T12:33:38Z', 'revision_number': 5, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'subnets': [{'id': '188e2ead-7d0d-4956-8add-55d376412943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:39:43.042987 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b67160-6bc3-4ad1-a218-2c01f240661a None None] The sync data for ids ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'] in dv-cinder-836996-27-iscsi is: [{'id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'name': 'tempest-AttachVolumeTestJSON-266485501-router', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:09Z', 'updated_at': '2022-05-23T12:33:22Z', 'revision_number': 4, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'gw_port': {'id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'a0d744d1-744f-4b5b-9b20-e269589f6aa3', 'name': '', 'network_id': 'cc274260-5d38-4e43-aa07-b73fcfa156ea', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'mac_address': 'fa:16:3e:6f:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '188e2ead-7d0d-4956-8add-55d376412943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:18Z', 'updated_at': '2022-05-23T12:33:38Z', 'revision_number': 5, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'subnets': [{'id': '188e2ead-7d0d-4956-8add-55d376412943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:39:43.122123 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e9347d6a-21ce-4216-88a3-887c3b7a8a9a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (7d779d90-dc1a-4e67-9da3-9bac52893bbf), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:43.180819 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ef25a-696c-46e7-9e73-24fe99d9d997 req-01bef840-e616-4d0f-adac-689567497580 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:43.182397 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-503ef25a-696c-46e7-9e73-24fe99d9d997 req-01bef840-e616-4d0f-adac-689567497580 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0726385 May 23 12:39:43.184021 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e9347d6a-21ce-4216-88a3-887c3b7a8a9a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (7d779d90-dc1a-4e67-9da3-9bac52893bbf), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:43.203289 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:43.243307 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-503ef25a-696c-46e7-9e73-24fe99d9d997 req-3f8eb377-5749-4b61-9253-46565f48d54a tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546131 May 23 12:39:43.264229 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e9347d6a-21ce-4216-88a3-887c3b7a8a9a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (7d779d90-dc1a-4e67-9da3-9bac52893bbf), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:43.267056 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e9347d6a-21ce-4216-88a3-887c3b7a8a9a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:43.268242 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-e9347d6a-21ce-4216-88a3-887c3b7a8a9a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "DELETE /v2.0/security-groups/7d779d90-dc1a-4e67-9da3-9bac52893bbf HTTP/1.1" status: 204 len: 168 time: 0.2610409 May 23 12:39:43.271717 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 57302) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:43.281538 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9347d6a-21ce-4216-88a3-887c3b7a8a9a tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d779d90-dc1a-4e67-9da3-9bac52893bbf,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:43.286672 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.api.v2.resource [None req-abe41ee7-9018-4ebd-a27b-fefbfc016435 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] show failed (client error): The resource could not be found. May 23 12:39:43.288602 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-abe41ee7-9018-4ebd-a27b-fefbfc016435 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "GET /v2.0/security-groups/7d779d90-dc1a-4e67-9da3-9bac52893bbf HTTP/1.1" status: 404 len: 347 time: 0.0149865 May 23 12:39:43.291760 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 57304) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:43.403528 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59742024-497d-4572-ac6b-832099f9222a None None] New status for floating IP d1fc21df-ee76-4f1e-af6b-d2768c57d370: DOWN {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:39:43.430801 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9a8c5cfb-cec4-45f5-9d87-59f71e52fbc1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Deleting port 3218f092-e51d-4185-8807-478d38bfd0aa {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:39:43.431140 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a8c5cfb-cec4-45f5-9d87-59f71e52fbc1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (3218f092-e51d-4185-8807-478d38bfd0aa), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:43.515344 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a8c5cfb-cec4-45f5-9d87-59f71e52fbc1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (3218f092-e51d-4185-8807-478d38bfd0aa), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:43.515674 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a8c5cfb-cec4-45f5-9d87-59f71e52fbc1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (3218f092-e51d-4185-8807-478d38bfd0aa), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:43.530021 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9a8c5cfb-cec4-45f5-9d87-59f71e52fbc1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Calling delete_port for 3218f092-e51d-4185-8807-478d38bfd0aa owned by network:floatingip {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:39:43.676877 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a8c5cfb-cec4-45f5-9d87-59f71e52fbc1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (3218f092-e51d-4185-8807-478d38bfd0aa), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:43.702387 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c5cfb-cec4-45f5-9d87-59f71e52fbc1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Pushing event deleted for resources: {'Port': ['ID=3218f092-e51d-4185-8807-478d38bfd0aa,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:43.756422 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 57326) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:43.782578 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a8c5cfb-cec4-45f5-9d87-59f71e52fbc1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks [] for floatingip (bbb233ef-0bcd-48a8-8425-55a426776b54), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:43.786397 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a8c5cfb-cec4-45f5-9d87-59f71e52fbc1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:43.788009 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-9a8c5cfb-cec4-45f5-9d87-59f71e52fbc1 tempest-AttachVolumeNegativeTest-2053273606 tempest-AttachVolumeNegativeTest-2053273606-project] 10.222.0.16 "DELETE /v2.0/floatingips/bbb233ef-0bcd-48a8-8425-55a426776b54 HTTP/1.1" status: 204 len: 168 time: 0.4950762 May 23 12:39:43.878928 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ade812df-734d-453d-9a58-16311deb8bc8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group (8a318795-2bb4-4484-b2ec-f55b61adab80), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:43.915527 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801545fa-dbf0-4c5d-bb60-936681bb1d27 req-fb7e225d-dde6-422a-8de1-7a52fffcb9b6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:43.917307 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-801545fa-dbf0-4c5d-bb60-936681bb1d27 req-fb7e225d-dde6-422a-8de1-7a52fffcb9b6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0804164 May 23 12:39:43.928949 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ade812df-734d-453d-9a58-16311deb8bc8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group (8a318795-2bb4-4484-b2ec-f55b61adab80), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:43.997160 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-801545fa-dbf0-4c5d-bb60-936681bb1d27 req-c6299852-3697-439c-82e1-74ca7db9d572 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698848 May 23 12:39:44.018283 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ade812df-734d-453d-9a58-16311deb8bc8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (8a318795-2bb4-4484-b2ec-f55b61adab80), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:44.022030 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ade812df-734d-453d-9a58-16311deb8bc8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:44.023151 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-ade812df-734d-453d-9a58-16311deb8bc8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "DELETE /v2.0/security-groups/8a318795-2bb4-4484-b2ec-f55b61adab80 HTTP/1.1" status: 204 len: 168 time: 0.2657611 May 23 12:39:44.026259 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 57340) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:44.044855 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade812df-734d-453d-9a58-16311deb8bc8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a318795-2bb4-4484-b2ec-f55b61adab80,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:44.046775 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.api.v2.resource [None req-a38fc4af-c509-4bfc-8c63-0c0d201cd342 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] show failed (client error): The resource could not be found. May 23 12:39:44.048148 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-a38fc4af-c509-4bfc-8c63-0c0d201cd342 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "GET /v2.0/security-groups/8a318795-2bb4-4484-b2ec-f55b61adab80 HTTP/1.1" status: 404 len: 347 time: 0.0204349 May 23 12:39:44.051062 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 57342) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:44.053951 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade812df-734d-453d-9a58-16311deb8bc8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:44.054539 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade812df-734d-453d-9a58-16311deb8bc8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:44.054971 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade812df-734d-453d-9a58-16311deb8bc8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:44.055663 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade812df-734d-453d-9a58-16311deb8bc8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:44.056149 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade812df-734d-453d-9a58-16311deb8bc8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:44.056690 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade812df-734d-453d-9a58-16311deb8bc8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:44.057049 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade812df-734d-453d-9a58-16311deb8bc8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:44.057386 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade812df-734d-453d-9a58-16311deb8bc8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:44.057721 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade812df-734d-453d-9a58-16311deb8bc8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:44.058098 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade812df-734d-453d-9a58-16311deb8bc8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:44.058432 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade812df-734d-453d-9a58-16311deb8bc8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:44.058766 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade812df-734d-453d-9a58-16311deb8bc8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:44.059369 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade812df-734d-453d-9a58-16311deb8bc8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:44.059705 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade812df-734d-453d-9a58-16311deb8bc8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:44.060032 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade812df-734d-453d-9a58-16311deb8bc8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:39:44.170744 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-70df23fc-a4c8-4b19-92d8-dec6b524eca8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Deleting port a725f483-54fb-43c1-b903-14eca5d2a60a {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:39:44.171087 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70df23fc-a4c8-4b19-92d8-dec6b524eca8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (a725f483-54fb-43c1-b903-14eca5d2a60a), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:44.209557 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:44.251950 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70df23fc-a4c8-4b19-92d8-dec6b524eca8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (a725f483-54fb-43c1-b903-14eca5d2a60a), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:44.252358 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70df23fc-a4c8-4b19-92d8-dec6b524eca8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for floatingip (a725f483-54fb-43c1-b903-14eca5d2a60a), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:44.265355 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-70df23fc-a4c8-4b19-92d8-dec6b524eca8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Calling delete_port for a725f483-54fb-43c1-b903-14eca5d2a60a owned by network:floatingip {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:39:44.303056 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 57348) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:44.318238 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:44.335778 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 6629f354-c1e7-44f4-90fa-1e340bce002d details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:39:44.341003 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device b8447d6b-c07d-4b91-8b57-270b92719707 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:39:44.363116 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] No Port match for: b8447d6b-c07d-4b91-8b57-270b92719707 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:39:44.364515 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device b8447d6b-c07d-4b91-8b57-270b92719707 not bound to the agent host hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:39:44.386548 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fac23b-2a14-42bc-8c64-f64ef7c7598f req-a8a4ea9e-2698-49fe-8c1d-0a6244ef8e49 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:44.389323 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e3fac23b-2a14-42bc-8c64-f64ef7c7598f req-a8a4ea9e-2698-49fe-8c1d-0a6244ef8e49 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 943 time: 0.0722141 May 23 12:39:44.427146 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70df23fc-a4c8-4b19-92d8-dec6b524eca8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (a725f483-54fb-43c1-b903-14eca5d2a60a), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:44.460820 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df23fc-a4c8-4b19-92d8-dec6b524eca8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Pushing event deleted for resources: {'Port': ['ID=a725f483-54fb-43c1-b903-14eca5d2a60a,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:44.473878 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0e310d0a-70d3-4e62-ae30-c52b1fce78d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:44.482164 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e3fac23b-2a14-42bc-8c64-f64ef7c7598f req-94c0841e-9fb0-459a-b573-3d52e6ec3590 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848582 May 23 12:39:44.514222 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 6629f354-c1e7-44f4-90fa-1e340bce002d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6629f354-c1e7-44f4-90fa-1e340bce002d,segment=NetworkSegment(7b5f93e6-a72d-4407-87b2-2ded9bae90c2),segment_id=7b5f93e6-a72d-4407-87b2-2ded9bae90c2)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:39:44.529335 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': '6629f354-c1e7-44f4-90fa-1e340bce002d', 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d', 'port_id': '6629f354-c1e7-44f4-90fa-1e340bce002d', 'mac_address': 'fa:16:3e:e0:b0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e685380f-9d07-4fcb-9265-9458eb8b6746', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:39:44.540019 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70df23fc-a4c8-4b19-92d8-dec6b524eca8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks [] for floatingip (d1fc21df-ee76-4f1e-af6b-d2768c57d370), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:44.542477 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70df23fc-a4c8-4b19-92d8-dec6b524eca8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:44.543623 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-70df23fc-a4c8-4b19-92d8-dec6b524eca8 tempest-AttachVolumeTestJSON-2113320926 tempest-AttachVolumeTestJSON-2113320926-project] 10.222.0.16 "DELETE /v2.0/floatingips/d1fc21df-ee76-4f1e-af6b-d2768c57d370 HTTP/1.1" status: 204 len: 168 time: 0.4905872 May 23 12:39:44.577061 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 6629f354-c1e7-44f4-90fa-1e340bce002d is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:39:44.577460 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (6629f354-c1e7-44f4-90fa-1e340bce002d), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:44.582026 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0e310d0a-70d3-4e62-ae30-c52b1fce78d2 admin admin] Publish callbacks [] for security_group (2f81b10d-d196-4516-9c5e-2dd966607da7), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:44.586818 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0e310d0a-70d3-4e62-ae30-c52b1fce78d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (2f81b10d-d196-4516-9c5e-2dd966607da7), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:44.592907 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6629f354-c1e7-44f4-90fa-1e340bce002d {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:39:44.620639 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 6629f354-c1e7-44f4-90fa-1e340bce002d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6629f354-c1e7-44f4-90fa-1e340bce002d,segment=NetworkSegment(7b5f93e6-a72d-4407-87b2-2ded9bae90c2),segment_id=7b5f93e6-a72d-4407-87b2-2ded9bae90c2)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:39:44.626180 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (6629f354-c1e7-44f4-90fa-1e340bce002d), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:44.633536 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e310d0a-70d3-4e62-ae30-c52b1fce78d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f81b10d-d196-4516-9c5e-2dd966607da7,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:44.638326 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-0e310d0a-70d3-4e62-ae30-c52b1fce78d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f49de7a803946489354eb3e4191b72b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340290 May 23 12:39:44.641088 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 57356) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:44.685248 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=6629f354-c1e7-44f4-90fa-1e340bce002d,revision_number=7']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:44.706720 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4dd223e2-ff08-4f6d-8b8f-042a4530bb20 admin admin] Publish callbacks [] for security_group (2f81b10d-d196-4516-9c5e-2dd966607da7), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:44.728958 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4dd223e2-ff08-4f6d-8b8f-042a4530bb20 admin admin] Publish callbacks [] for security_group (2f81b10d-d196-4516-9c5e-2dd966607da7), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:44.789102 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4dd223e2-ff08-4f6d-8b8f-042a4530bb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (2f81b10d-d196-4516-9c5e-2dd966607da7), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:44.791810 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4dd223e2-ff08-4f6d-8b8f-042a4530bb20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:44.793145 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-4dd223e2-ff08-4f6d-8b8f-042a4530bb20 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f81b10d-d196-4516-9c5e-2dd966607da7 HTTP/1.1" status: 204 len: 168 time: 0.1509886 May 23 12:39:44.804056 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd223e2-ff08-4f6d-8b8f-042a4530bb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f81b10d-d196-4516-9c5e-2dd966607da7,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:44.909064 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['6629f354-c1e7-44f4-90fa-1e340bce002d'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:39:45.155947 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b8752-1cf4-4d2e-9243-845343d2f221 req-eb167ee8-b007-4ae0-befb-22576ec79794 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:45.158191 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:45.159072 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0d0b8752-1cf4-4d2e-9243-845343d2f221 req-eb167ee8-b007-4ae0-befb-22576ec79794 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0615878 May 23 12:39:45.226740 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0d0b8752-1cf4-4d2e-9243-845343d2f221 req-12fbce84-cafd-406a-abd4-3ee895df61bd tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601380 May 23 12:39:45.601905 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83344b21-e564-4413-a066-3ea7e68843ce req-ea29537d-79e4-4477-91c4-e86de7aefb24 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:45.603570 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-83344b21-e564-4413-a066-3ea7e68843ce req-ea29537d-79e4-4477-91c4-e86de7aefb24 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 944 time: 0.0481153 May 23 12:39:45.660025 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-83344b21-e564-4413-a066-3ea7e68843ce req-f52c40cb-8626-4c5d-a294-54f0b743954c tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503054 May 23 12:39:46.356668 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 6629f354-c1e7-44f4-90fa-1e340bce002d up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:39:46.358297 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b92c-598e-4f83-bc04-0c01b216baf0 req-9f77304d-2e7c-44e4-a441-6e58bf5385e7 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:46.359843 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1ce8b92c-598e-4f83-bc04-0c01b216baf0 req-9f77304d-2e7c-44e4-a441-6e58bf5385e7 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0562780 May 23 12:39:46.374093 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:46.411668 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port 6629f354-c1e7-44f4-90fa-1e340bce002d triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:39:46.412700 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (6629f354-c1e7-44f4-90fa-1e340bce002d), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:46.420609 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1ce8b92c-598e-4f83-bc04-0c01b216baf0 req-7da14401-f8e2-4048-9e98-a8cc506683ae tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525029 May 23 12:39:46.461402 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:46.498424 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 6629f354-c1e7-44f4-90fa-1e340bce002d is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:39:46.498908 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (6629f354-c1e7-44f4-90fa-1e340bce002d), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:46.524558 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acfc6ec-6e8f-4969-99e8-0de456fcb7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6629f354-c1e7-44f4-90fa-1e340bce002d'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:39:46.526736 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107501da-5e10-4840-9415-45ceea62f6bb" -d '{"events": [{"server_uuid": "1acfc6ec-6e8f-4969-99e8-0de456fcb7ed", "name": "network-vif-plugged", "status": "completed", "tag": "6629f354-c1e7-44f4-90fa-1e340bce002d"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:39:46.542524 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 6629f354-c1e7-44f4-90fa-1e340bce002d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6629f354-c1e7-44f4-90fa-1e340bce002d,segment=NetworkSegment(7b5f93e6-a72d-4407-87b2-2ded9bae90c2),segment_id=7b5f93e6-a72d-4407-87b2-2ded9bae90c2)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:39:46.546520 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (6629f354-c1e7-44f4-90fa-1e340bce002d), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:46.701827 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0db74d-e710-4e3a-b58e-5f5e797f0d74 x-openstack-request-id: req-ee0db74d-e710-4e3a-b58e-5f5e797f0d74 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:39:46.702117 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1acfc6ec-6e8f-4969-99e8-0de456fcb7ed", "name": "network-vif-plugged", "status": "completed", "tag": "6629f354-c1e7-44f4-90fa-1e340bce002d", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:39:46.702369 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee0db74d-e710-4e3a-b58e-5f5e797f0d74 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:39:46.702801 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee0db74d-e710-4e3a-b58e-5f5e797f0d74'] response: {'server_uuid': '1acfc6ec-6e8f-4969-99e8-0de456fcb7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6629f354-c1e7-44f4-90fa-1e340bce002d', 'code': 200} May 23 12:39:46.731325 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=6629f354-c1e7-44f4-90fa-1e340bce002d,revision_number=8']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:46.817589 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50d5cd-2322-4c99-8d9e-e60aa890185d req-9ba47d95-62d9-468c-b013-b74ab077c725 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:46.819052 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5e50d5cd-2322-4c99-8d9e-e60aa890185d req-9ba47d95-62d9-468c-b013-b74ab077c725 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0836992 May 23 12:39:46.821930 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8d723-1afb-4404-ae2d-6322509d5bb3 req-fffcb7c7-cc4b-421d-8645-45058631bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:46.823295 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-28f8d723-1afb-4404-ae2d-6322509d5bb3 req-fffcb7c7-cc4b-421d-8645-45058631bd2d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 1129 time: 0.0546544 May 23 12:39:46.872366 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:46.903628 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5e50d5cd-2322-4c99-8d9e-e60aa890185d req-347e2f9a-e069-4985-baeb-462ec640eec6 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786364 May 23 12:39:46.906833 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-28f8d723-1afb-4404-ae2d-6322509d5bb3 req-a9207cca-1a8f-4aab-a2ee-00cf74216642 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750120 May 23 12:39:47.560463 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156aebdd-f6b0-44ac-ab79-aebd49414b89 req-fa9e562f-3a42-4753-a21a-8bc806b5eb8a tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:47.561981 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-156aebdd-f6b0-44ac-ab79-aebd49414b89 req-fa9e562f-3a42-4753-a21a-8bc806b5eb8a tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0532544 May 23 12:39:47.612982 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 57460) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:47.614427 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-156aebdd-f6b0-44ac-ab79-aebd49414b89 req-c9ab0242-838c-4d6f-a695-bb27fc515287 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447330 May 23 12:39:48.028663 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82fe9e-1086-4624-bb31-b2002bd72142 req-80c09f50-c053-4188-acf0-b28c09c3cc39 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:48.036357 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4d82fe9e-1086-4624-bb31-b2002bd72142 req-80c09f50-c053-4188-acf0-b28c09c3cc39 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.0521846 May 23 12:39:48.087167 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4d82fe9e-1086-4624-bb31-b2002bd72142 req-dbd9c6d5-8ebf-496c-bbb4-e3d787a9bf99 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499477 May 23 12:39:48.136441 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 57474) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:48.163042 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e07c204f-46db-430a-9fee-15dfbe43af63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-484349'] for router_interface (a1273a1e-93ca-4062-8a87-809e8bae5c19), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:48.217145 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:48.436965 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e07c204f-46db-430a-9fee-15dfbe43af63 admin admin] Deleting port 377c47aa-7f83-4323-800c-a4287505ad44 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:39:48.437298 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e07c204f-46db-430a-9fee-15dfbe43af63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (377c47aa-7f83-4323-800c-a4287505ad44), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:48.489380 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:48.502481 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-40013613-cb78-474c-b76b-79d0cf1f3adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-484349'] for router_interface (9ba67b00-16b6-4c4d-a3d1-b914a8472196), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:48.522506 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e07c204f-46db-430a-9fee-15dfbe43af63 admin admin] For port 377c47aa-7f83-4323-800c-a4287505ad44, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=377c47aa-7f83-4323-800c-a4287505ad44,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:39:48.522859 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e07c204f-46db-430a-9fee-15dfbe43af63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (377c47aa-7f83-4323-800c-a4287505ad44), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:48.537038 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e07c204f-46db-430a-9fee-15dfbe43af63 admin admin] Calling delete_port for 377c47aa-7f83-4323-800c-a4287505ad44 owned by network:router_interface {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:39:48.732658 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e07c204f-46db-430a-9fee-15dfbe43af63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (377c47aa-7f83-4323-800c-a4287505ad44), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:48.761012 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:48.766546 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c204f-46db-430a-9fee-15dfbe43af63 admin admin] Pushing event deleted for resources: {'Port': ['ID=377c47aa-7f83-4323-800c-a4287505ad44,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:48.800831 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6db93-9fa3-4fd2-aed6-4518577da044 req-aeb2a96f-b717-4442-905b-648678628b00 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:48.803250 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c8d6db93-9fa3-4fd2-aed6-4518577da044 req-aeb2a96f-b717-4442-905b-648678628b00 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0863574 May 23 12:39:48.832731 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-40013613-cb78-474c-b76b-79d0cf1f3adb admin admin] Deleting port a0d744d1-744f-4b5b-9b20-e269589f6aa3 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:39:48.833226 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-40013613-cb78-474c-b76b-79d0cf1f3adb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (a0d744d1-744f-4b5b-9b20-e269589f6aa3), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:48.944644 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c8d6db93-9fa3-4fd2-aed6-4518577da044 req-93b6ab1b-4a24-4877-a30c-90570633a4ee tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254642 May 23 12:39:48.954224 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:48.970117 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-40013613-cb78-474c-b76b-79d0cf1f3adb admin admin] For port a0d744d1-744f-4b5b-9b20-e269589f6aa3, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=a0d744d1-744f-4b5b-9b20-e269589f6aa3,segment=NetworkSegment(85f304ec-f4f0-4cbb-aa66-ee2df5bb0198),segment_id=85f304ec-f4f0-4cbb-aa66-ee2df5bb0198)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:39:48.970713 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-40013613-cb78-474c-b76b-79d0cf1f3adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (a0d744d1-744f-4b5b-9b20-e269589f6aa3), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:48.990388 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-40013613-cb78-474c-b76b-79d0cf1f3adb admin admin] Calling delete_port for a0d744d1-744f-4b5b-9b20-e269589f6aa3 owned by network:router_interface {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:39:49.166016 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e07c204f-46db-430a-9fee-15dfbe43af63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-848001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484201'] for router_interface (a1273a1e-93ca-4062-8a87-809e8bae5c19), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:49.180542 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-40013613-cb78-474c-b76b-79d0cf1f3adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (a0d744d1-744f-4b5b-9b20-e269589f6aa3), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:49.205961 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40013613-cb78-474c-b76b-79d0cf1f3adb admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d744d1-744f-4b5b-9b20-e269589f6aa3,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:49.381124 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-40013613-cb78-474c-b76b-79d0cf1f3adb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-848001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484201'] for router_interface (9ba67b00-16b6-4c4d-a3d1-b914a8472196), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:49.391892 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07c204f-46db-430a-9fee-15dfbe43af63 admin admin] Router a1273a1e-93ca-4062-8a87-809e8bae5c19 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:39:49.395426 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:49.503799 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07c204f-46db-430a-9fee-15dfbe43af63 admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:39:49.511878 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-e07c204f-46db-430a-9fee-15dfbe43af63 admin admin] 10.222.0.16 "PUT /v2.0/routers/a1273a1e-93ca-4062-8a87-809e8bae5c19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8942056 May 23 12:39:49.511878 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 57488) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:49.517996 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53cd2e2-0e17-414e-8a30-2a6248e7f231 None None] Sync routers for ids ['a1273a1e-93ca-4062-8a87-809e8bae5c19'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:39:49.530208 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53cd2e2-0e17-414e-8a30-2a6248e7f231 None None] Routers {'a1273a1e-93ca-4062-8a87-809e8bae5c19'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:39:49.531150 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-e53cd2e2-0e17-414e-8a30-2a6248e7f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:39:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['a1273a1e-93ca-4062-8a87-809e8bae5c19'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:39:49.563499 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:49.594388 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40013613-cb78-474c-b76b-79d0cf1f3adb admin admin] Router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:39:49.608927 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f5c2170f-1e75-4c7b-b448-c8fe4190ebac admin admin] Publish callbacks [] for router (a1273a1e-93ca-4062-8a87-809e8bae5c19), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:49.635608 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-e53cd2e2-0e17-414e-8a30-2a6248e7f231 None None] Set router a1273a1e-93ca-4062-8a87-809e8bae5c19 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:39:49.687118 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:49.709466 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40013613-cb78-474c-b76b-79d0cf1f3adb admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:39:49.714978 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-40013613-cb78-474c-b76b-79d0cf1f3adb admin admin] 10.222.0.16 "PUT /v2.0/routers/9ba67b00-16b6-4c4d-a3d1-b914a8472196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5773780 May 23 12:39:49.717564 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 57490) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:49.720263 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae88ba-b79c-4a07-bbc6-3f037326e409 None None] Sync routers for ids ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:39:49.720752 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f5c2170f-1e75-4c7b-b448-c8fe4190ebac admin admin] Publish callbacks [] for router_gateway (a1273a1e-93ca-4062-8a87-809e8bae5c19), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:49.734381 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ae88ba-b79c-4a07-bbc6-3f037326e409 None None] Routers {'9ba67b00-16b6-4c4d-a3d1-b914a8472196'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:39:49.735373 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-c6ae88ba-b79c-4a07-bbc6-3f037326e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:39:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:39:49.808223 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2170f-1e75-4c7b-b448-c8fe4190ebac admin admin] Deleting port c93eaf32-6ac5-49ad-8465-d9fb9466b272 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:39:49.809177 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f5c2170f-1e75-4c7b-b448-c8fe4190ebac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (c93eaf32-6ac5-49ad-8465-d9fb9466b272), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:49.815721 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:49.817166 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:49.829454 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e6534d18-06a5-4e6a-8cbd-5db74c6ec4ae admin admin] Publish callbacks [] for router (9ba67b00-16b6-4c4d-a3d1-b914a8472196), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:49.844010 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-e53cd2e2-0e17-414e-8a30-2a6248e7f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:39:48Z', 'revision_number': 5, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port': {'id': 'c93eaf32-6ac5-49ad-8465-d9fb9466b272', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:12Z', 'updated_at': '2022-05-23T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:39:49.887076 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53cd2e2-0e17-414e-8a30-2a6248e7f231 None None] Checking router: a1273a1e-93ca-4062-8a87-809e8bae5c19 for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:39:49.897892 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53cd2e2-0e17-414e-8a30-2a6248e7f231 None None] Routers {'a1273a1e-93ca-4062-8a87-809e8bae5c19'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:39:49.898531 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-e53cd2e2-0e17-414e-8a30-2a6248e7f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:39:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['a1273a1e-93ca-4062-8a87-809e8bae5c19'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:39:49.912839 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-c6ae88ba-b79c-4a07-bbc6-3f037326e409 None None] Set router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:39:49.923500 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f5c2170f-1e75-4c7b-b448-c8fe4190ebac admin admin] For port c93eaf32-6ac5-49ad-8465-d9fb9466b272, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=c93eaf32-6ac5-49ad-8465-d9fb9466b272,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:39:49.924130 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f5c2170f-1e75-4c7b-b448-c8fe4190ebac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (c93eaf32-6ac5-49ad-8465-d9fb9466b272), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:49.940137 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2170f-1e75-4c7b-b448-c8fe4190ebac admin admin] Calling delete_port for c93eaf32-6ac5-49ad-8465-d9fb9466b272 owned by network:router_gateway {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:39:49.989370 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-e53cd2e2-0e17-414e-8a30-2a6248e7f231 None None] Set router a1273a1e-93ca-4062-8a87-809e8bae5c19 gateway port host: None {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:39:50.017689 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=100 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:50.031532 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e6534d18-06a5-4e6a-8cbd-5db74c6ec4ae admin admin] Publish callbacks [] for router_gateway (9ba67b00-16b6-4c4d-a3d1-b914a8472196), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:50.140892 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-e6534d18-06a5-4e6a-8cbd-5db74c6ec4ae admin admin] Deleting port 24b0890d-6130-4977-b64c-6729ee998ef3 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:39:50.141499 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e6534d18-06a5-4e6a-8cbd-5db74c6ec4ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (24b0890d-6130-4977-b64c-6729ee998ef3), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:50.147860 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f5c2170f-1e75-4c7b-b448-c8fe4190ebac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (c93eaf32-6ac5-49ad-8465-d9fb9466b272), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:50.171589 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-e53cd2e2-0e17-414e-8a30-2a6248e7f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:39:49Z', 'revision_number': 6, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port_host': None}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:39:50.180154 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2170f-1e75-4c7b-b448-c8fe4190ebac admin admin] Pushing event deleted for resources: {'Port': ['ID=c93eaf32-6ac5-49ad-8465-d9fb9466b272,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:50.200120 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53cd2e2-0e17-414e-8a30-2a6248e7f231 None None] The sync data for ids ['a1273a1e-93ca-4062-8a87-809e8bae5c19'] in dv-cinder-836996-27-iscsi is: [{'id': 'a1273a1e-93ca-4062-8a87-809e8bae5c19', 'name': 'tempest-AttachVolumeNegativeTest-405507497-router', 'tenant_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:08Z', 'updated_at': '2022-05-23T12:39:49Z', 'revision_number': 6, 'project_id': 'da82f9c566664cb1a974cf0d1bf1b09d', 'gw_port_host': None}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:39:50.246757 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-c6ae88ba-b79c-4a07-bbc6-3f037326e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'name': 'tempest-AttachVolumeTestJSON-266485501-router', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:09Z', 'updated_at': '2022-05-23T12:39:49Z', 'revision_number': 5, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'gw_port': {'id': '24b0890d-6130-4977-b64c-6729ee998ef3', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:11Z', 'updated_at': '2022-05-23T12:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:39:50.260402 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f5c2170f-1e75-4c7b-b448-c8fe4190ebac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483335'] for router_gateway (a1273a1e-93ca-4062-8a87-809e8bae5c19), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:50.279227 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae88ba-b79c-4a07-bbc6-3f037326e409 None None] Checking router: 9ba67b00-16b6-4c4d-a3d1-b914a8472196 for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:39:50.287987 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ae88ba-b79c-4a07-bbc6-3f037326e409 None None] Routers {'9ba67b00-16b6-4c4d-a3d1-b914a8472196'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:39:50.288575 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-c6ae88ba-b79c-4a07-bbc6-3f037326e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:39:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:39:50.373860 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device c581b4f8-de6e-4314-a04e-aca7063e49e5 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:39:50.376350 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f5c2170f-1e75-4c7b-b448-c8fe4190ebac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11543'] for router (a1273a1e-93ca-4062-8a87-809e8bae5c19), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:50.378764 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f5c2170f-1e75-4c7b-b448-c8fe4190ebac admin admin] Publish callbacks [] for router_controller (a1273a1e-93ca-4062-8a87-809e8bae5c19), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:50.388007 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-c6ae88ba-b79c-4a07-bbc6-3f037326e409 None None] Set router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 gateway port host: None {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:39:50.449359 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-c6ae88ba-b79c-4a07-bbc6-3f037326e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'name': 'tempest-AttachVolumeTestJSON-266485501-router', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:09Z', 'updated_at': '2022-05-23T12:39:50Z', 'revision_number': 6, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'gw_port_host': None}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:39:50.454165 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f5c2170f-1e75-4c7b-b448-c8fe4190ebac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485025'] for router (a1273a1e-93ca-4062-8a87-809e8bae5c19), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:50.455302 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c2170f-1e75-4c7b-b448-c8fe4190ebac admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1273a1e-93ca-4062-8a87-809e8bae5c19 {{(pid=103849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:39:50.461282 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f5c2170f-1e75-4c7b-b448-c8fe4190ebac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:50.466012 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-f5c2170f-1e75-4c7b-b448-c8fe4190ebac admin admin] 10.222.0.16 "DELETE /v2.0/routers/a1273a1e-93ca-4062-8a87-809e8bae5c19 HTTP/1.1" status: 204 len: 168 time: 0.9505446 May 23 12:39:50.466336 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 57500) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:50.495384 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae88ba-b79c-4a07-bbc6-3f037326e409 None None] The sync data for ids ['9ba67b00-16b6-4c4d-a3d1-b914a8472196'] in dv-cinder-836996-27-iscsi is: [{'id': '9ba67b00-16b6-4c4d-a3d1-b914a8472196', 'name': 'tempest-AttachVolumeTestJSON-266485501-router', 'tenant_id': '736376830ed340b2aa62c455c134c4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:09Z', 'updated_at': '2022-05-23T12:39:50Z', 'revision_number': 6, 'project_id': '736376830ed340b2aa62c455c134c4e2', 'gw_port_host': None}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:39:50.531633 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:50.536903 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8ad862-51ad-4d42-b7d5-17c0347b289f admin admin] Deleting subnet be7def1c-9596-416f-a585-da28c5a17c31 {{(pid=103849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 12:39:50.543526 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3e8ad862-51ad-4d42-b7d5-17c0347b289f admin admin] Publish callbacks [] for subnet (be7def1c-9596-416f-a585-da28c5a17c31), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:50.592520 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port c581b4f8-de6e-4314-a04e-aca7063e49e5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c581b4f8-de6e-4314-a04e-aca7063e49e5,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:39:50.597858 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0e4c1-2191-419a-a26c-c0682e1bd252 req-bb943dba-bcc3-4ab6-b61f-1b16ec1910fb tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:50.600681 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8bf0e4c1-2191-419a-a26c-c0682e1bd252 req-bb943dba-bcc3-4ab6-b61f-1b16ec1910fb tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.4851301 May 23 12:39:50.604250 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3e8ad862-51ad-4d42-b7d5-17c0347b289f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4653014'] for subnet (be7def1c-9596-416f-a585-da28c5a17c31), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:50.618430 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': 'c581b4f8-de6e-4314-a04e-aca7063e49e5', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'port_id': 'c581b4f8-de6e-4314-a04e-aca7063e49e5', 'mac_address': 'fa:16:3e:b6:88:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:39:50.662270 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port c581b4f8-de6e-4314-a04e-aca7063e49e5 is: ACTIVE; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:39:50.663007 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:50.676905 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-e6534d18-06a5-4e6a-8cbd-5db74c6ec4ae admin admin] For port 24b0890d-6130-4977-b64c-6729ee998ef3, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=24b0890d-6130-4977-b64c-6729ee998ef3,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:39:50.677209 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e6534d18-06a5-4e6a-8cbd-5db74c6ec4ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (24b0890d-6130-4977-b64c-6729ee998ef3), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:50.677387 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c581b4f8-de6e-4314-a04e-aca7063e49e5 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:39:50.692725 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8bf0e4c1-2191-419a-a26c-c0682e1bd252 req-60885e55-8f2b-456a-8439-d6e608bdaf70 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855644 May 23 12:39:50.699554 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-e6534d18-06a5-4e6a-8cbd-5db74c6ec4ae admin admin] Calling delete_port for 24b0890d-6130-4977-b64c-6729ee998ef3 owned by network:router_gateway {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:39:50.723319 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:50.726482 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port c581b4f8-de6e-4314-a04e-aca7063e49e5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c581b4f8-de6e-4314-a04e-aca7063e49e5,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:39:50.731852 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:50.732401 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3e8ad862-51ad-4d42-b7d5-17c0347b289f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384138'] for subnet (be7def1c-9596-416f-a585-da28c5a17c31), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:50.789499 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:50.796628 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=c581b4f8-de6e-4314-a04e-aca7063e49e5,revision_number=6']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:50.802709 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3e8ad862-51ad-4d42-b7d5-17c0347b289f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4653028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5217938'] for subnet (be7def1c-9596-416f-a585-da28c5a17c31), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:50.825608 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['c581b4f8-de6e-4314-a04e-aca7063e49e5'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:39:50.828979 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:50.835187 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ad862-51ad-4d42-b7d5-17c0347b289f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be7def1c-9596-416f-a585-da28c5a17c31,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:50.840225 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3e8ad862-51ad-4d42-b7d5-17c0347b289f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:50.845050 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-3e8ad862-51ad-4d42-b7d5-17c0347b289f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/be7def1c-9596-416f-a585-da28c5a17c31 HTTP/1.1" status: 204 len: 168 time: 0.3775053 May 23 12:39:50.847675 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 57502) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:50.855558 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d971c6c-0cb2-45a4-940d-a01e177e9487 None None] Network 34e447e2-b5a8-48e8-88c3-11c08d0cb74a requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:39:50.918231 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e6534d18-06a5-4e6a-8cbd-5db74c6ec4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (24b0890d-6130-4977-b64c-6729ee998ef3), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:50.950706 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6534d18-06a5-4e6a-8cbd-5db74c6ec4ae admin admin] Pushing event deleted for resources: {'Port': ['ID=24b0890d-6130-4977-b64c-6729ee998ef3,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:50.967815 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bb27df1e-2d3c-47be-8f3c-0016fd70dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323361'] for network (34e447e2-b5a8-48e8-88c3-11c08d0cb74a), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:51.049473 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e6534d18-06a5-4e6a-8cbd-5db74c6ec4ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483335'] for router_gateway (9ba67b00-16b6-4c4d-a3d1-b914a8472196), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:51.058984 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-bb27df1e-2d3c-47be-8f3c-0016fd70dda5 admin admin] Deleting port bff0f017-b4f4-4637-a921-10ef2b82bdf3 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:39:51.059319 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bb27df1e-2d3c-47be-8f3c-0016fd70dda5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (bff0f017-b4f4-4637-a921-10ef2b82bdf3), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:51.146829 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-bb27df1e-2d3c-47be-8f3c-0016fd70dda5 admin admin] For port bff0f017-b4f4-4637-a921-10ef2b82bdf3, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=bff0f017-b4f4-4637-a921-10ef2b82bdf3,segment=NetworkSegment(04340b8c-34f5-40a6-9546-72e1f80eae28),segment_id=04340b8c-34f5-40a6-9546-72e1f80eae28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:39:51.147347 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bb27df1e-2d3c-47be-8f3c-0016fd70dda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (bff0f017-b4f4-4637-a921-10ef2b82bdf3), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:51.160069 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e6534d18-06a5-4e6a-8cbd-5db74c6ec4ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11543'] for router (9ba67b00-16b6-4c4d-a3d1-b914a8472196), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:51.163026 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e6534d18-06a5-4e6a-8cbd-5db74c6ec4ae admin admin] Publish callbacks [] for router_controller (9ba67b00-16b6-4c4d-a3d1-b914a8472196), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:51.164495 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-bb27df1e-2d3c-47be-8f3c-0016fd70dda5 admin admin] Calling delete_port for bff0f017-b4f4-4637-a921-10ef2b82bdf3 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:39:51.211701 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e6534d18-06a5-4e6a-8cbd-5db74c6ec4ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485025'] for router (9ba67b00-16b6-4c4d-a3d1-b914a8472196), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:51.212615 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6534d18-06a5-4e6a-8cbd-5db74c6ec4ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ba67b00-16b6-4c4d-a3d1-b914a8472196 {{(pid=103850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:39:51.227409 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ae769c-ae7b-4bcb-a339-abf079d3d13c None None] DHCP port deletion for 34e447e2-b5a8-48e8-88c3-11c08d0cb74a request from dv-cinder-836996-27-iscsi {{(pid=103851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 12:39:51.240659 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e6534d18-06a5-4e6a-8cbd-5db74c6ec4ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:51.242043 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-e6534d18-06a5-4e6a-8cbd-5db74c6ec4ae admin admin] 10.222.0.16 "DELETE /v2.0/routers/9ba67b00-16b6-4c4d-a3d1-b914a8472196 HTTP/1.1" status: 204 len: 168 time: 1.5226016 May 23 12:39:51.244667 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 57512) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:51.310844 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bb27df1e-2d3c-47be-8f3c-0016fd70dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (bff0f017-b4f4-4637-a921-10ef2b82bdf3), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:51.317255 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-40ae769c-ae7b-4bcb-a339-abf079d3d13c None None] Deleting port bff0f017-b4f4-4637-a921-10ef2b82bdf3 {{(pid=103851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:39:51.317638 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-40ae769c-ae7b-4bcb-a339-abf079d3d13c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (bff0f017-b4f4-4637-a921-10ef2b82bdf3), before_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:51.338250 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08f874a-4453-48a1-8e31-960135a5b40b admin admin] Deleting subnet 188e2ead-7d0d-4956-8add-55d376412943 {{(pid=103850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 12:39:51.339882 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27df1e-2d3c-47be-8f3c-0016fd70dda5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bff0f017-b4f4-4637-a921-10ef2b82bdf3,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:51.343557 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b08f874a-4453-48a1-8e31-960135a5b40b admin admin] Publish callbacks [] for subnet (188e2ead-7d0d-4956-8add-55d376412943), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:51.345092 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb27df1e-2d3c-47be-8f3c-0016fd70dda5 admin admin] No DVR routers for this DVR port bff0f017-b4f4-4637-a921-10ef2b82bdf3 on host dv-cinder-836996-27-iscsi {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:39:51.433062 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-40ae769c-ae7b-4bcb-a339-abf079d3d13c None None] For port bff0f017-b4f4-4637-a921-10ef2b82bdf3, host dv-cinder-836996-27-iscsi, got binding levels [] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:39:51.433464 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-40ae769c-ae7b-4bcb-a339-abf079d3d13c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (bff0f017-b4f4-4637-a921-10ef2b82bdf3), precommit_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:51.461264 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bb27df1e-2d3c-47be-8f3c-0016fd70dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376325', 'neutron.services.segments.db._delete_segments_for_network-8727294489191'] for network (34e447e2-b5a8-48e8-88c3-11c08d0cb74a), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:51.476543 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-40ae769c-ae7b-4bcb-a339-abf079d3d13c None None] Calling delete_port for bff0f017-b4f4-4637-a921-10ef2b82bdf3 owned by network:dhcp {{(pid=103851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:39:51.485372 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b08f874a-4453-48a1-8e31-960135a5b40b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7121682'] for subnet (188e2ead-7d0d-4956-8add-55d376412943), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:51.487805 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.ipam_backend_mixin [None req-40ae769c-ae7b-4bcb-a339-abf079d3d13c None None] Port bff0f017-b4f4-4637-a921-10ef2b82bdf3 was not found and therefore no delete operation was performed {{(pid=103851) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 23 12:39:51.493700 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-bb27df1e-2d3c-47be-8f3c-0016fd70dda5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e447e2-b5a8-48e8-88c3-11c08d0cb74a']}} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:39:51.501844 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-40ae769c-ae7b-4bcb-a339-abf079d3d13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134'] for port (bff0f017-b4f4-4637-a921-10ef2b82bdf3), after_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:51.506907 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-bb27df1e-2d3c-47be-8f3c-0016fd70dda5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04340b8c-34f5-40a6-9546-72e1f80eae28') {'for_net_delete': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:39:51.508615 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-bb27df1e-2d3c-47be-8f3c-0016fd70dda5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04340b8c-34f5-40a6-9546-72e1f80eae28') {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:39:51.531971 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:51.542923 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bb27df1e-2d3c-47be-8f3c-0016fd70dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727294487664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4653017'] for segment (04340b8c-34f5-40a6-9546-72e1f80eae28), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:51.587089 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bb27df1e-2d3c-47be-8f3c-0016fd70dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (04340b8c-34f5-40a6-9546-72e1f80eae28), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:51.593671 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ae769c-ae7b-4bcb-a339-abf079d3d13c None None] No DVR routers for this DVR port bff0f017-b4f4-4637-a921-10ef2b82bdf3 on host dv-cinder-836996-27-iscsi {{(pid=103851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:39:51.605097 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb27df1e-2d3c-47be-8f3c-0016fd70dda5 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 12:39:51.605501 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bb27df1e-2d3c-47be-8f3c-0016fd70dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4651014'] for segment (04340b8c-34f5-40a6-9546-72e1f80eae28), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:51.605730 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae769c-ae7b-4bcb-a339-abf079d3d13c None None] Pushing event deleted for resources: {'Port': ['ID=bff0f017-b4f4-4637-a921-10ef2b82bdf3,revision_number=None']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:51.695675 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bb27df1e-2d3c-47be-8f3c-0016fd70dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482031'] for network (34e447e2-b5a8-48e8-88c3-11c08d0cb74a), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:51.700888 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bb27df1e-2d3c-47be-8f3c-0016fd70dda5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:51.710454 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-bb27df1e-2d3c-47be-8f3c-0016fd70dda5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/34e447e2-b5a8-48e8-88c3-11c08d0cb74a HTTP/1.1" status: 204 len: 168 time: 0.8605609 May 23 12:39:51.733969 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27df1e-2d3c-47be-8f3c-0016fd70dda5 admin admin] Pushing event deleted for resources: {'Network': ['ID=34e447e2-b5a8-48e8-88c3-11c08d0cb74a,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:51.753862 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:51.777377 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b08f874a-4453-48a1-8e31-960135a5b40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384138'] for subnet (188e2ead-7d0d-4956-8add-55d376412943), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:51.838995 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 377c47aa-7f83-4323-800c-a4287505ad44 no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:39:51.873461 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: 377c47aa-7f83-4323-800c-a4287505ad44 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:39:51.874183 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 377c47aa-7f83-4323-800c-a4287505ad44 not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:39:51.899728 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef2fe2-435e-466a-9f9c-d13cde503c80 req-aa8a6b27-ea36-4bd5-88de-65d330583b97 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:51.901335 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a4ef2fe2-435e-466a-9f9c-d13cde503c80 req-aa8a6b27-ea36-4bd5-88de-65d330583b97 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 945 time: 0.0677075 May 23 12:39:51.956326 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.services.segments.plugin [-] Segment 04340b8c-34f5-40a6-9546-72e1f80eae28 resource provider aggregate not found May 23 12:39:51.981526 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b08f874a-4453-48a1-8e31-960135a5b40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6110642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5993989'] for subnet (188e2ead-7d0d-4956-8add-55d376412943), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:51.982263 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.services.segments.plugin [-] Segment 04340b8c-34f5-40a6-9546-72e1f80eae28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04340b8c-34f5-40a6-9546-72e1f80eae28 found for delete ", "request_id": "req-1fe88a2d-8022-47ae-83ae-d3974dcbd270"}]} May 23 12:39:51.987681 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a4ef2fe2-435e-466a-9f9c-d13cde503c80 req-015ad06d-a699-4b79-babe-d8813d0d03ac tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778995 May 23 12:39:52.022871 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 57542) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:52.024002 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f874a-4453-48a1-8e31-960135a5b40b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=188e2ead-7d0d-4956-8add-55d376412943,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:52.026236 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b08f874a-4453-48a1-8e31-960135a5b40b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:52.029797 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-b08f874a-4453-48a1-8e31-960135a5b40b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/188e2ead-7d0d-4956-8add-55d376412943 HTTP/1.1" status: 204 len: 168 time: 0.7840059 May 23 12:39:52.035153 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a67df83-8051-4cc5-adc3-63586a752377 None None] Network cc274260-5d38-4e43-aa07-b73fcfa156ea requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:39:52.038682 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 57544) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:52.176237 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-95f9fabb-5020-4397-b891-bc266eb6b5fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da82f9c566664cb1a974cf0d1bf1b09d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1604125 May 23 12:39:52.176975 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 57556) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:52.197082 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ddcb534b-e58d-4fa8-af71-af4e795906c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323361'] for network (cc274260-5d38-4e43-aa07-b73fcfa156ea), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:52.237951 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-12feac0d-bc88-49bb-839c-7287f2124b3f admin admin] Publish callbacks [] for security_group (d5d9621d-5396-4ab8-936a-3ae8bf1f64de), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:52.252313 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9bad11-c5e3-4908-80da-53767430c6ae None None] DHCP port deletion for cc274260-5d38-4e43-aa07-b73fcfa156ea request from dv-cinder-836996-27-iscsi {{(pid=103851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 12:39:52.258330 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb534b-e58d-4fa8-af71-af4e795906c7 admin admin] Deleting port 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:39:52.258787 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ddcb534b-e58d-4fa8-af71-af4e795906c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (350ad1ef-e79d-4292-b5c7-7bc9a233ecc5), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:52.274941 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-12feac0d-bc88-49bb-839c-7287f2124b3f admin admin] Publish callbacks [] for security_group (d5d9621d-5396-4ab8-936a-3ae8bf1f64de), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:52.297985 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-ed9bad11-c5e3-4908-80da-53767430c6ae None None] Deleting port 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5 {{(pid=103851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:39:52.298351 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-ed9bad11-c5e3-4908-80da-53767430c6ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (350ad1ef-e79d-4292-b5c7-7bc9a233ecc5), before_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:52.344725 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:52.348054 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-12feac0d-bc88-49bb-839c-7287f2124b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (d5d9621d-5396-4ab8-936a-3ae8bf1f64de), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:52.350873 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-12feac0d-bc88-49bb-839c-7287f2124b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:52.353077 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-12feac0d-bc88-49bb-839c-7287f2124b3f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5d9621d-5396-4ab8-936a-3ae8bf1f64de HTTP/1.1" status: 204 len: 168 time: 0.1747606 May 23 12:39:52.368105 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12feac0d-bc88-49bb-839c-7287f2124b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d9621d-5396-4ab8-936a-3ae8bf1f64de,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:52.380951 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ddcb534b-e58d-4fa8-af71-af4e795906c7 admin admin] For port 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=350ad1ef-e79d-4292-b5c7-7bc9a233ecc5,segment=NetworkSegment(85f304ec-f4f0-4cbb-aa66-ee2df5bb0198),segment_id=85f304ec-f4f0-4cbb-aa66-ee2df5bb0198)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:39:52.381321 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ddcb534b-e58d-4fa8-af71-af4e795906c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (350ad1ef-e79d-4292-b5c7-7bc9a233ecc5), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:52.394283 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device c581b4f8-de6e-4314-a04e-aca7063e49e5 up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:39:52.399597 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb534b-e58d-4fa8-af71-af4e795906c7 admin admin] Calling delete_port for 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:39:52.404882 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:52.478273 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-ed9bad11-c5e3-4908-80da-53767430c6ae None None] For port 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=350ad1ef-e79d-4292-b5c7-7bc9a233ecc5,segment=NetworkSegment(85f304ec-f4f0-4cbb-aa66-ee2df5bb0198),segment_id=85f304ec-f4f0-4cbb-aa66-ee2df5bb0198)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:39:52.478564 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-ed9bad11-c5e3-4908-80da-53767430c6ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (350ad1ef-e79d-4292-b5c7-7bc9a233ecc5), precommit_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:52.487983 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ddcb534b-e58d-4fa8-af71-af4e795906c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (350ad1ef-e79d-4292-b5c7-7bc9a233ecc5), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:52.502806 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-ed9bad11-c5e3-4908-80da-53767430c6ae None None] Calling delete_port for 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5 owned by network:dhcp {{(pid=103851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:39:52.508601 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port c581b4f8-de6e-4314-a04e-aca7063e49e5 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:39:52.508974 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:52.533885 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb534b-e58d-4fa8-af71-af4e795906c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=350ad1ef-e79d-4292-b5c7-7bc9a233ecc5,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:52.541582 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcb534b-e58d-4fa8-af71-af4e795906c7 admin admin] No DVR routers for this DVR port 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5 on host dv-cinder-836996-27-iscsi {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:39:52.689614 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=100 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:52.696728 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device bff0f017-b4f4-4637-a921-10ef2b82bdf3 no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:39:52.714825 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ddcb534b-e58d-4fa8-af71-af4e795906c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376325', 'neutron.services.segments.db._delete_segments_for_network-8727294489191'] for network (cc274260-5d38-4e43-aa07-b73fcfa156ea), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:52.746688 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: bff0f017-b4f4-4637-a921-10ef2b82bdf3 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:39:52.747035 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device bff0f017-b4f4-4637-a921-10ef2b82bdf3 not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:39:52.747454 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device a0d744d1-744f-4b5b-9b20-e269589f6aa3 no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:39:52.765294 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-ddcb534b-e58d-4fa8-af71-af4e795906c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc274260-5d38-4e43-aa07-b73fcfa156ea']}} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:39:52.783691 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-ddcb534b-e58d-4fa8-af71-af4e795906c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f304ec-f4f0-4cbb-aa66-ee2df5bb0198') {'for_net_delete': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:39:52.784157 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-ddcb534b-e58d-4fa8-af71-af4e795906c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f304ec-f4f0-4cbb-aa66-ee2df5bb0198') {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:39:52.808835 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ddcb534b-e58d-4fa8-af71-af4e795906c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727294487664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4653017'] for segment (85f304ec-f4f0-4cbb-aa66-ee2df5bb0198), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:52.811016 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port c581b4f8-de6e-4314-a04e-aca7063e49e5 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:39:52.811394 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:52.830454 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ddcb534b-e58d-4fa8-af71-af4e795906c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (85f304ec-f4f0-4cbb-aa66-ee2df5bb0198), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:52.836858 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: a0d744d1-744f-4b5b-9b20-e269589f6aa3 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:39:52.837471 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device a0d744d1-744f-4b5b-9b20-e269589f6aa3 not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:39:52.838210 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 24b0890d-6130-4977-b64c-6729ee998ef3 no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:39:52.843054 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddcb534b-e58d-4fa8-af71-af4e795906c7 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 12:39:52.843548 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ddcb534b-e58d-4fa8-af71-af4e795906c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4651014'] for segment (85f304ec-f4f0-4cbb-aa66-ee2df5bb0198), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:52.860328 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: 24b0890d-6130-4977-b64c-6729ee998ef3 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:39:52.861300 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 24b0890d-6130-4977-b64c-6729ee998ef3 not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:39:52.861853 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device c93eaf32-6ac5-49ad-8465-d9fb9466b272 no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:39:52.865417 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:52.891510 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port c581b4f8-de6e-4314-a04e-aca7063e49e5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c581b4f8-de6e-4314-a04e-aca7063e49e5,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:39:52.914864 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40320b2c-6137-4266-b3b6-fb76f3d6d654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c581b4f8-de6e-4314-a04e-aca7063e49e5'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:39:52.918077 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fad95f-1783-4858-b416-4a7cc5127e7d" -d '{"events": [{"server_uuid": "40320b2c-6137-4266-b3b6-fb76f3d6d654", "name": "network-vif-plugged", "status": "completed", "tag": "c581b4f8-de6e-4314-a04e-aca7063e49e5"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:39:52.923851 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:52.930798 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-ed9bad11-c5e3-4908-80da-53767430c6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134'] for port (350ad1ef-e79d-4292-b5c7-7bc9a233ecc5), after_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:52.932985 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: c93eaf32-6ac5-49ad-8465-d9fb9466b272 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:39:52.933520 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device c93eaf32-6ac5-49ad-8465-d9fb9466b272 not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:39:52.934103 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5 no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:39:52.976650 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:39:52.979144 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5 not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:39:53.015427 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ddcb534b-e58d-4fa8-af71-af4e795906c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482031'] for network (cc274260-5d38-4e43-aa07-b73fcfa156ea), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:53.016714 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20aa72d-3fbd-468f-a977-36a62c01e140 x-openstack-request-id: req-b20aa72d-3fbd-468f-a977-36a62c01e140 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:39:53.034383 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ddcb534b-e58d-4fa8-af71-af4e795906c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:53.038239 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40320b2c-6137-4266-b3b6-fb76f3d6d654", "name": "network-vif-plugged", "status": "completed", "tag": "c581b4f8-de6e-4314-a04e-aca7063e49e5", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:39:53.038516 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b20aa72d-3fbd-468f-a977-36a62c01e140 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:39:53.038947 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20aa72d-3fbd-468f-a977-36a62c01e140'] response: {'server_uuid': '40320b2c-6137-4266-b3b6-fb76f3d6d654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c581b4f8-de6e-4314-a04e-aca7063e49e5', 'code': 200} May 23 12:39:53.041036 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-ddcb534b-e58d-4fa8-af71-af4e795906c7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cc274260-5d38-4e43-aa07-b73fcfa156ea HTTP/1.1" status: 204 len: 168 time: 1.0009828 May 23 12:39:53.056025 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9bad11-c5e3-4908-80da-53767430c6ae None None] No DVR routers for this DVR port 350ad1ef-e79d-4292-b5c7-7bc9a233ecc5 on host dv-cinder-836996-27-iscsi {{(pid=103851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:39:53.068450 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb534b-e58d-4fa8-af71-af4e795906c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc274260-5d38-4e43-aa07-b73fcfa156ea,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:53.093666 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=c581b4f8-de6e-4314-a04e-aca7063e49e5,revision_number=7']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:53.130039 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9bad11-c5e3-4908-80da-53767430c6ae None None] Pushing event deleted for resources: {'Port': ['ID=350ad1ef-e79d-4292-b5c7-7bc9a233ecc5,revision_number=None']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:53.270738 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2fc5c-848c-4978-a19e-a1c7d1fa1df7 req-7dc650ff-507e-4983-b7c7-4891f10205d8 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:53.272617 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-54c2fc5c-848c-4978-a19e-a1c7d1fa1df7 req-7dc650ff-507e-4983-b7c7-4891f10205d8 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0901933 May 23 12:39:53.332859 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 57590) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:53.354143 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-54c2fc5c-848c-4978-a19e-a1c7d1fa1df7 req-1f2b6952-a978-40a6-95cc-1e8bb7f482bc tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747519 May 23 12:39:53.407942 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-72185f8b-93a8-40d3-8fc3-80f9395b2c01 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=736376830ed340b2aa62c455c134c4e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0733862 May 23 12:39:53.412281 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 57594) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:53.484464 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e40f7aa5-d8fb-4ff3-9951-0883fad42b4b admin admin] Publish callbacks [] for security_group (7a3578d4-0f57-4f2b-8925-57464cd90d0e), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:53.519450 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e40f7aa5-d8fb-4ff3-9951-0883fad42b4b admin admin] Publish callbacks [] for security_group (7a3578d4-0f57-4f2b-8925-57464cd90d0e), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:53.594206 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e40f7aa5-d8fb-4ff3-9951-0883fad42b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (7a3578d4-0f57-4f2b-8925-57464cd90d0e), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:53.596737 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e40f7aa5-d8fb-4ff3-9951-0883fad42b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:53.600322 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-e40f7aa5-d8fb-4ff3-9951-0883fad42b4b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a3578d4-0f57-4f2b-8925-57464cd90d0e HTTP/1.1" status: 204 len: 168 time: 0.1855540 May 23 12:39:53.607941 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f7aa5-d8fb-4ff3-9951-0883fad42b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3578d4-0f57-4f2b-8925-57464cd90d0e,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:54.006814 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.services.segments.plugin [-] Segment 85f304ec-f4f0-4cbb-aa66-ee2df5bb0198 resource provider aggregate not found May 23 12:39:54.037496 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.services.segments.plugin [-] Segment 85f304ec-f4f0-4cbb-aa66-ee2df5bb0198 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85f304ec-f4f0-4cbb-aa66-ee2df5bb0198 found for delete ", "request_id": "req-96140246-1811-4636-80a3-f43ce185f3a3"}]} May 23 12:39:54.569196 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801767b-e8f4-4cfe-9c52-618890bd8607 req-1931ab3f-f4fa-45ef-be84-b9a5c8f20062 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:54.571522 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a801767b-e8f4-4cfe-9c52-618890bd8607 req-1931ab3f-f4fa-45ef-be84-b9a5c8f20062 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0661585 May 23 12:39:54.645649 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a801767b-e8f4-4cfe-9c52-618890bd8607 req-06f7d868-5fdd-4f66-88fa-10d075eedb96 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619364 May 23 12:39:55.787539 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed61bf-8996-405d-98ae-81bb63795daa req-21702bc0-dee5-4f53-91f8-6664b4ad5def tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:55.795223 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-48ed61bf-8996-405d-98ae-81bb63795daa req-21702bc0-dee5-4f53-91f8-6664b4ad5def tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0626798 May 23 12:39:55.865492 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 57694) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:55.870531 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-48ed61bf-8996-405d-98ae-81bb63795daa req-36d5cfae-6709-458d-9891-d09e2344e33d tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740986 May 23 12:39:56.006183 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1b12e91d-f7a7-4dc9-96e7-309a4ac408e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:56.108298 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1b12e91d-f7a7-4dc9-96e7-309a4ac408e5 admin admin] Publish callbacks [] for security_group (95755318-7ec6-4869-8c54-7ba28d058c80), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:56.114045 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1b12e91d-f7a7-4dc9-96e7-309a4ac408e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (95755318-7ec6-4869-8c54-7ba28d058c80), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:56.161237 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12e91d-f7a7-4dc9-96e7-309a4ac408e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95755318-7ec6-4869-8c54-7ba28d058c80,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:56.168850 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-1b12e91d-f7a7-4dc9-96e7-309a4ac408e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e8f6cf2d2aa4e9d953d19d298212304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022368 May 23 12:39:56.169118 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 57698) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:56.228306 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:56.228506 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-876777cc-137e-4bae-9e35-005c068ac9b2 admin admin] Publish callbacks [] for security_group (95755318-7ec6-4869-8c54-7ba28d058c80), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:56.261828 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-876777cc-137e-4bae-9e35-005c068ac9b2 admin admin] Publish callbacks [] for security_group (95755318-7ec6-4869-8c54-7ba28d058c80), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:56.272796 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:39:56.323463 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-876777cc-137e-4bae-9e35-005c068ac9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (95755318-7ec6-4869-8c54-7ba28d058c80), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:56.326248 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-876777cc-137e-4bae-9e35-005c068ac9b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:56.327578 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-876777cc-137e-4bae-9e35-005c068ac9b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95755318-7ec6-4869-8c54-7ba28d058c80 HTTP/1.1" status: 204 len: 168 time: 0.1573451 May 23 12:39:56.337453 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876777cc-137e-4bae-9e35-005c068ac9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95755318-7ec6-4869-8c54-7ba28d058c80,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:56.750940 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 57714) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:56.765036 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-acab9f4c-0a4c-4bc8-a6c1-a85539fdcf14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:56.852477 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-acab9f4c-0a4c-4bc8-a6c1-a85539fdcf14 admin admin] Publish callbacks [] for security_group (31d8f981-cf4f-4a07-b315-e5890a4b551b), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:56.857891 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-acab9f4c-0a4c-4bc8-a6c1-a85539fdcf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (31d8f981-cf4f-4a07-b315-e5890a4b551b), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:56.898249 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab9f4c-0a4c-4bc8-a6c1-a85539fdcf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d8f981-cf4f-4a07-b315-e5890a4b551b,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:56.903728 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-acab9f4c-0a4c-4bc8-a6c1-a85539fdcf14 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=624bfdf95f98436b908e1a13a228d03e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1515265 May 23 12:39:56.906086 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 57716) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:56.993817 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ac626eb1-95e9-4b98-aca7-a770147db249 admin admin] Publish callbacks [] for security_group (31d8f981-cf4f-4a07-b315-e5890a4b551b), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:57.066834 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ac626eb1-95e9-4b98-aca7-a770147db249 admin admin] Publish callbacks [] for security_group (31d8f981-cf4f-4a07-b315-e5890a4b551b), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:57.101598 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515f1a2-26cf-4401-a12a-e976313b25b1 req-e97e61af-4311-481e-b305-dadb2b5041be tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:57.103114 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9515f1a2-26cf-4401-a12a-e976313b25b1 req-e97e61af-4311-481e-b305-dadb2b5041be tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.1031847 May 23 12:39:57.172562 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9515f1a2-26cf-4401-a12a-e976313b25b1 req-1ecceed7-444a-4dec-8d2d-9ca6eeb24356 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623043 May 23 12:39:57.179859 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ac626eb1-95e9-4b98-aca7-a770147db249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (31d8f981-cf4f-4a07-b315-e5890a4b551b), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:57.182795 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ac626eb1-95e9-4b98-aca7-a770147db249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:57.186936 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-ac626eb1-95e9-4b98-aca7-a770147db249 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31d8f981-cf4f-4a07-b315-e5890a4b551b HTTP/1.1" status: 204 len: 168 time: 0.2796178 May 23 12:39:57.201427 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac626eb1-95e9-4b98-aca7-a770147db249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d8f981-cf4f-4a07-b315-e5890a4b551b,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:58.399302 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376f615-6092-4ea5-8ba5-d23314bf9217 req-cf98547f-25bc-4dfe-b6c1-628596283faf tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:58.409034 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8376f615-6092-4ea5-8ba5-d23314bf9217 req-cf98547f-25bc-4dfe-b6c1-628596283faf tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0960846 May 23 12:39:58.486414 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8376f615-6092-4ea5-8ba5-d23314bf9217 req-ca90a576-2bd7-463d-9a4c-183f2e31cb80 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737123 May 23 12:39:59.453374 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 57804) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:59.638623 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c739b53b-3d6c-4a50-a046-dd73f12888ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:59.729627 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb59f5-697e-4e05-9f97-04b3dcabb6b2 req-38bbe0da-edc6-4f50-a087-9b88202728cd tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:39:59.740821 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7eeb59f5-697e-4e05-9f97-04b3dcabb6b2 req-38bbe0da-edc6-4f50-a087-9b88202728cd tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0711174 May 23 12:39:59.810202 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7eeb59f5-697e-4e05-9f97-04b3dcabb6b2 req-5b3e31c6-e753-4ea6-9701-e48483d778d1 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660603 May 23 12:39:59.833079 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c739b53b-3d6c-4a50-a046-dd73f12888ac admin admin] Publish callbacks [] for security_group (5cced670-dfef-4bd1-b2f3-05a5e07dd9b6), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:59.837521 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c739b53b-3d6c-4a50-a046-dd73f12888ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (5cced670-dfef-4bd1-b2f3-05a5e07dd9b6), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:59.876061 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-c739b53b-3d6c-4a50-a046-dd73f12888ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3405fd7245fc467ea1938f9251662f0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4213371 May 23 12:39:59.878773 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 57824) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:39:59.893485 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739b53b-3d6c-4a50-a046-dd73f12888ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cced670-dfef-4bd1-b2f3-05a5e07dd9b6,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:39:59.965870 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ae95deb1-c2f1-4282-b140-590584c0ac4b admin admin] Publish callbacks [] for security_group (5cced670-dfef-4bd1-b2f3-05a5e07dd9b6), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:39:59.995197 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ae95deb1-c2f1-4282-b140-590584c0ac4b admin admin] Publish callbacks [] for security_group (5cced670-dfef-4bd1-b2f3-05a5e07dd9b6), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:00.069164 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ae95deb1-c2f1-4282-b140-590584c0ac4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (5cced670-dfef-4bd1-b2f3-05a5e07dd9b6), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:00.074845 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ae95deb1-c2f1-4282-b140-590584c0ac4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:00.076809 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-ae95deb1-c2f1-4282-b140-590584c0ac4b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5cced670-dfef-4bd1-b2f3-05a5e07dd9b6 HTTP/1.1" status: 204 len: 168 time: 0.1952736 May 23 12:40:00.089963 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95deb1-c2f1-4282-b140-590584c0ac4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cced670-dfef-4bd1-b2f3-05a5e07dd9b6,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:00.936411 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 57856) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:00.962085 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:00.986630 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d90613-8254-45a0-b2e0-fd7946e906c9 req-ce45fb08-d623-4c1b-be96-8b6aa20870e9 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:00.988519 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-47d90613-8254-45a0-b2e0-fd7946e906c9 req-ce45fb08-d623-4c1b-be96-8b6aa20870e9 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0793231 May 23 12:40:01.047539 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:DELETE=7,neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:01.062584 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-47d90613-8254-45a0-b2e0-fd7946e906c9 req-aeda0c84-f9c5-4c04-a70a-2f6af7f4928b tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675850 May 23 12:40:01.137730 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-cd10acf4-65e6-452a-8644-0d821de383bb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-627682789-network', 'tenant_id': 'ebc26cab9e0747fe94e4fdd95d99088d'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:40:01.188626 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd10acf4-65e6-452a-8644-0d821de383bb admin admin] Made reservation on behalf of ebc26cab9e0747fe94e4fdd95d99088d for: {'network': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:40:01.196763 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cd10acf4-65e6-452a-8644-0d821de383bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for network (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:01.200202 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:01.227324 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cd10acf4-65e6-452a-8644-0d821de383bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:01.286611 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:01.344316 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cd10acf4-65e6-452a-8644-0d821de383bb admin admin] Publish callbacks [] for security_group (afa91005-7106-4d7f-bf89-44f0d3b14bb0), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:01.350324 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cd10acf4-65e6-452a-8644-0d821de383bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (afa91005-7106-4d7f-bf89-44f0d3b14bb0), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:01.431680 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd10acf4-65e6-452a-8644-0d821de383bb admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:40:01.448400 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cd10acf4-65e6-452a-8644-0d821de383bb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727294489182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (e8e33668-b33b-45bd-be7b-faeda6cd623b), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:01.448976 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.segments_db [None req-cd10acf4-65e6-452a-8644-0d821de383bb admin admin] Added segment e8e33668-b33b-45bd-be7b-faeda6cd623b of type vlan for network 7a579e7e-5f46-4884-a9cb-c5c675b19676 May 23 12:40:01.450629 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10acf4-65e6-452a-8644-0d821de383bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa91005-7106-4d7f-bf89-44f0d3b14bb0,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:01.513863 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cd10acf4-65e6-452a-8644-0d821de383bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727293981772'] for network (7a579e7e-5f46-4884-a9cb-c5c675b19676), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:01.546678 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cd10acf4-65e6-452a-8644-0d821de383bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for network (7a579e7e-5f46-4884-a9cb-c5c675b19676), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:01.547671 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10acf4-65e6-452a-8644-0d821de383bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:01.548279 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cd10acf4-65e6-452a-8644-0d821de383bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:01.607365 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-cd10acf4-65e6-452a-8644-0d821de383bb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6697574 May 23 12:40:01.610362 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 57866) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:01.615631 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10acf4-65e6-452a-8644-0d821de383bb admin admin] Pushing event updated for resources: {'Network': ['ID=7a579e7e-5f46-4884-a9cb-c5c675b19676,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:01.626443 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Network 7a579e7e-5f46-4884-a9cb-c5c675b19676 details requested by agent ovs-agent-dv-cinder-836996-27-iscsi with host dv-cinder-836996-27-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:40:01.632468 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-8859e5b2-0c46-487f-851f-cde8a48d0192 admin admin] Request body: {'subnet': {'network_id': '7a579e7e-5f46-4884-a9cb-c5c675b19676', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-627682789-subnet', 'tenant_id': 'ebc26cab9e0747fe94e4fdd95d99088d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:40:01.678164 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8859e5b2-0c46-487f-851f-cde8a48d0192 admin admin] Made reservation on behalf of ebc26cab9e0747fe94e4fdd95d99088d for: {'subnet': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:40:01.680849 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8859e5b2-0c46-487f-851f-cde8a48d0192 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5994238'] for subnet (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:01.878957 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8859e5b2-0c46-487f-851f-cde8a48d0192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6110709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5993996'] for subnet (fc2a8668-ad5b-4e96-bc33-59c35beb44db), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:01.937537 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859e5b2-0c46-487f-851f-cde8a48d0192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc2a8668-ad5b-4e96-bc33-59c35beb44db,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:01.950710 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8859e5b2-0c46-487f-851f-cde8a48d0192 admin admin] Checking segment: {'id': 'e8e33668-b33b-45bd-be7b-faeda6cd623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7a579e7e-5f46-4884-a9cb-c5c675b19676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:40:01.951067 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8859e5b2-0c46-487f-851f-cde8a48d0192 admin admin] Network hostable DHCP agents. Network: 7a579e7e-5f46-4884-a9cb-c5c675b19676, hostable agents: ['f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96'], hosted agents: [] {{(pid=103850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:40:01.979055 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8859e5b2-0c46-487f-851f-cde8a48d0192 admin admin] Network 7a579e7e-5f46-4884-a9cb-c5c675b19676 is scheduled to be hosted by DHCP agent f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96 with binding_index 1 {{(pid=103850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:40:01.993277 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-8859e5b2-0c46-487f-851f-cde8a48d0192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-27-iscsi, 7a579e7e-5f46-4884-a9cb-c5c675b19676) {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:40:02.006911 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbd0e2a-98ab-4282-a2fb-662e6cdd5184 None None] Network 7a579e7e-5f46-4884-a9cb-c5c675b19676 requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:40:02.017796 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8859e5b2-0c46-487f-851f-cde8a48d0192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:02.034597 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8859e5b2-0c46-487f-851f-cde8a48d0192 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:02.057150 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-8859e5b2-0c46-487f-851f-cde8a48d0192 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4446363 May 23 12:40:02.206170 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68e0719-40c5-4944-ac2a-15fdb17433d7 None None] Network 7a579e7e-5f46-4884-a9cb-c5c675b19676 requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:40:02.233019 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ced2b-08a2-4bd6-9bda-56cfd97dba43 req-27d848a6-b636-4373-8ecd-cfa7f723b5ba tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:02.241941 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-926ced2b-08a2-4bd6-9bda-56cfd97dba43 req-27d848a6-b636-4373-8ecd-cfa7f723b5ba tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0651982 May 23 12:40:02.302917 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-926ced2b-08a2-4bd6-9bda-56cfd97dba43 req-b6c697e9-affd-45c3-b82f-d9302609bfa0 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598259 May 23 12:40:02.408348 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1f7faecc-3fef-4078-8881-6b3dc84f37b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:02.933604 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 57944) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:02.939206 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-dab50aa8-df80-41fa-9515-5c6c32fea805 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1305066681-network', 'tenant_id': '203a9d7ee0f34bcda24d33e251b5f6f1'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:40:02.969513 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab50aa8-df80-41fa-9515-5c6c32fea805 admin admin] Made reservation on behalf of 203a9d7ee0f34bcda24d33e251b5f6f1 for: {'network': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:40:02.978502 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dab50aa8-df80-41fa-9515-5c6c32fea805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for network (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:02.993133 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dab50aa8-df80-41fa-9515-5c6c32fea805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:03.046994 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:40:03.183830 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dab50aa8-df80-41fa-9515-5c6c32fea805 admin admin] Publish callbacks [] for security_group (8da1b9e0-cbef-4355-b476-58afb4dc8995), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:03.188829 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dab50aa8-df80-41fa-9515-5c6c32fea805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (8da1b9e0-cbef-4355-b476-58afb4dc8995), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:03.223115 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab50aa8-df80-41fa-9515-5c6c32fea805 admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=103850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:40:03.244308 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab50aa8-df80-41fa-9515-5c6c32fea805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da1b9e0-cbef-4355-b476-58afb4dc8995,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:03.248818 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dab50aa8-df80-41fa-9515-5c6c32fea805 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727294489182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (303d6fa5-5702-4b09-89fa-cee4a0aca1ce), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:03.249551 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.db.segments_db [None req-dab50aa8-df80-41fa-9515-5c6c32fea805 admin admin] Added segment 303d6fa5-5702-4b09-89fa-cee4a0aca1ce of type vlan for network ed3cf95f-cc37-452d-a18c-676df4a1b474 May 23 12:40:03.284586 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:03.299042 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dab50aa8-df80-41fa-9515-5c6c32fea805 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727293981772'] for network (ed3cf95f-cc37-452d-a18c-676df4a1b474), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:03.351504 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dab50aa8-df80-41fa-9515-5c6c32fea805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for network (ed3cf95f-cc37-452d-a18c-676df4a1b474), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:03.352539 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab50aa8-df80-41fa-9515-5c6c32fea805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:03.353109 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dab50aa8-df80-41fa-9515-5c6c32fea805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:03.421964 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:03.428333 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-dab50aa8-df80-41fa-9515-5c6c32fea805 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4907944 May 23 12:40:03.433878 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 57962) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:03.439383 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-9837cdb3-9bd2-4fb2-8f17-57b8af081f02 admin admin] Request body: {'subnet': {'network_id': 'ed3cf95f-cc37-452d-a18c-676df4a1b474', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1305066681-subnet', 'tenant_id': '203a9d7ee0f34bcda24d33e251b5f6f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:40:03.453221 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab50aa8-df80-41fa-9515-5c6c32fea805 admin admin] Pushing event updated for resources: {'Network': ['ID=ed3cf95f-cc37-452d-a18c-676df4a1b474,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:03.467923 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Network ed3cf95f-cc37-452d-a18c-676df4a1b474 details requested by agent ovs-agent-dv-cinder-836996-27-iscsi with host dv-cinder-836996-27-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:40:03.470427 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d44145-39fd-41c3-ad5a-f3960f48570d req-a4bf8cb7-8205-4780-85d5-5745cea51901 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:03.472063 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-63d44145-39fd-41c3-ad5a-f3960f48570d req-a4bf8cb7-8205-4780-85d5-5745cea51901 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0706005 May 23 12:40:03.498821 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9837cdb3-9bd2-4fb2-8f17-57b8af081f02 admin admin] Made reservation on behalf of 203a9d7ee0f34bcda24d33e251b5f6f1 for: {'subnet': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:40:03.501823 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9837cdb3-9bd2-4fb2-8f17-57b8af081f02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5217897'] for subnet (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:03.529985 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-63d44145-39fd-41c3-ad5a-f3960f48570d req-6f6187b3-a366-4116-ac0b-d32f703b3851 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486302 May 23 12:40:03.621707 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:03.752554 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9837cdb3-9bd2-4fb2-8f17-57b8af081f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4652963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5217947'] for subnet (4b271eda-6360-45bb-a4fb-e0da6cb18734), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:03.807912 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837cdb3-9bd2-4fb2-8f17-57b8af081f02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b271eda-6360-45bb-a4fb-e0da6cb18734,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:03.830405 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9837cdb3-9bd2-4fb2-8f17-57b8af081f02 admin admin] Checking segment: {'id': '303d6fa5-5702-4b09-89fa-cee4a0aca1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ed3cf95f-cc37-452d-a18c-676df4a1b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:40:03.831049 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9837cdb3-9bd2-4fb2-8f17-57b8af081f02 admin admin] Network hostable DHCP agents. Network: ed3cf95f-cc37-452d-a18c-676df4a1b474, hostable agents: ['f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96'], hosted agents: [] {{(pid=103849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:40:03.852784 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9837cdb3-9bd2-4fb2-8f17-57b8af081f02 admin admin] Network ed3cf95f-cc37-452d-a18c-676df4a1b474 is scheduled to be hosted by DHCP agent f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96 with binding_index 1 {{(pid=103849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:40:03.869166 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-9837cdb3-9bd2-4fb2-8f17-57b8af081f02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-27-iscsi, ed3cf95f-cc37-452d-a18c-676df4a1b474) {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:40:03.873232 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9837cdb3-9bd2-4fb2-8f17-57b8af081f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:03.873823 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9837cdb3-9bd2-4fb2-8f17-57b8af081f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:03.881635 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e7c3c7-58b4-4b00-a814-faa038c1beb0 None None] Network ed3cf95f-cc37-452d-a18c-676df4a1b474 requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:40:03.909356 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-9837cdb3-9bd2-4fb2-8f17-57b8af081f02 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4647088 May 23 12:40:04.119076 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 57968) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:04.197111 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_v2 [None req-222469cf-bc52-4de0-8ac0-2dbc668f0287 admin admin] Deleting subnet fc2a8668-ad5b-4e96-bc33-59c35beb44db {{(pid=103849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 12:40:04.198428 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c33e178-d78e-4a1c-a3be-6f97a2c2ffce None None] Network ed3cf95f-cc37-452d-a18c-676df4a1b474 requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:40:04.203368 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-222469cf-bc52-4de0-8ac0-2dbc668f0287 admin admin] Publish callbacks [] for subnet (fc2a8668-ad5b-4e96-bc33-59c35beb44db), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:04.240494 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:04.253679 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-222469cf-bc52-4de0-8ac0-2dbc668f0287 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4653014'] for subnet (fc2a8668-ad5b-4e96-bc33-59c35beb44db), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:04.320992 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-222469cf-bc52-4de0-8ac0-2dbc668f0287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384138'] for subnet (fc2a8668-ad5b-4e96-bc33-59c35beb44db), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:04.345537 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:04.401535 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-222469cf-bc52-4de0-8ac0-2dbc668f0287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4653028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5217938'] for subnet (fc2a8668-ad5b-4e96-bc33-59c35beb44db), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:04.429366 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222469cf-bc52-4de0-8ac0-2dbc668f0287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc2a8668-ad5b-4e96-bc33-59c35beb44db,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:04.436048 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-222469cf-bc52-4de0-8ac0-2dbc668f0287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:04.439364 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-222469cf-bc52-4de0-8ac0-2dbc668f0287 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fc2a8668-ad5b-4e96-bc33-59c35beb44db HTTP/1.1" status: 204 len: 168 time: 0.3192353 May 23 12:40:04.442571 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 57990) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:04.515490 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-311ce855-b51b-4701-8ff1-c42f780b62a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323361'] for network (7a579e7e-5f46-4884-a9cb-c5c675b19676), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:04.603335 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-311ce855-b51b-4701-8ff1-c42f780b62a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376325', 'neutron.services.segments.db._delete_segments_for_network-8727294489191'] for network (7a579e7e-5f46-4884-a9cb-c5c675b19676), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:04.626665 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-311ce855-b51b-4701-8ff1-c42f780b62a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a579e7e-5f46-4884-a9cb-c5c675b19676']}} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:40:04.638853 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-311ce855-b51b-4701-8ff1-c42f780b62a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e33668-b33b-45bd-be7b-faeda6cd623b') {'for_net_delete': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:40:04.639925 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-311ce855-b51b-4701-8ff1-c42f780b62a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e33668-b33b-45bd-be7b-faeda6cd623b') {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:40:04.647415 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-44f80c73-ffc7-4e8b-a54e-cefa6e640c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:04.655636 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-311ce855-b51b-4701-8ff1-c42f780b62a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727294487664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7121693'] for segment (e8e33668-b33b-45bd-be7b-faeda6cd623b), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:04.679121 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-311ce855-b51b-4701-8ff1-c42f780b62a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (e8e33668-b33b-45bd-be7b-faeda6cd623b), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:04.711319 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311ce855-b51b-4701-8ff1-c42f780b62a1 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 12:40:04.711886 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-311ce855-b51b-4701-8ff1-c42f780b62a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6109776'] for segment (e8e33668-b33b-45bd-be7b-faeda6cd623b), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:04.777729 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5364d-1c0c-47cb-a6c4-ea8a03996877 req-2117dacd-0989-43ac-b16d-1dd505abc9df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:04.779590 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e2c5364d-1c0c-47cb-a6c4-ea8a03996877 req-2117dacd-0989-43ac-b16d-1dd505abc9df tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.1140687 May 23 12:40:04.798941 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-311ce855-b51b-4701-8ff1-c42f780b62a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482031'] for network (7a579e7e-5f46-4884-a9cb-c5c675b19676), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:04.830362 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-311ce855-b51b-4701-8ff1-c42f780b62a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:04.836892 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-311ce855-b51b-4701-8ff1-c42f780b62a1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7a579e7e-5f46-4884-a9cb-c5c675b19676 HTTP/1.1" status: 204 len: 168 time: 0.3907681 May 23 12:40:04.837238 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 58010) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:04.840442 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ce855-b51b-4701-8ff1-c42f780b62a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a579e7e-5f46-4884-a9cb-c5c675b19676,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:04.914272 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e2c5364d-1c0c-47cb-a6c4-ea8a03996877 req-9eddad26-b9b7-4f81-8d30-a4fb7f299f9b tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163042 May 23 12:40:04.962428 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_v2 [None req-887cbf44-9de8-4a3e-b1eb-f7732ed105d0 admin admin] Deleting subnet 4b271eda-6360-45bb-a4fb-e0da6cb18734 {{(pid=103849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 12:40:04.967902 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-887cbf44-9de8-4a3e-b1eb-f7732ed105d0 admin admin] Publish callbacks [] for subnet (4b271eda-6360-45bb-a4fb-e0da6cb18734), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:05.018266 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-887cbf44-9de8-4a3e-b1eb-f7732ed105d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4653014'] for subnet (4b271eda-6360-45bb-a4fb-e0da6cb18734), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:05.024703 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.services.segments.plugin [-] Segment e8e33668-b33b-45bd-be7b-faeda6cd623b resource provider aggregate not found May 23 12:40:05.052783 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.services.segments.plugin [-] Segment e8e33668-b33b-45bd-be7b-faeda6cd623b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8e33668-b33b-45bd-be7b-faeda6cd623b found for delete ", "request_id": "req-c467c9a2-7987-4ec7-ad4f-63643b81529a"}]} May 23 12:40:05.072800 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-887cbf44-9de8-4a3e-b1eb-f7732ed105d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384138'] for subnet (4b271eda-6360-45bb-a4fb-e0da6cb18734), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:05.124663 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647713c-12be-40a9-bed1-ec1515b320f3 req-52903967-14ff-4e6b-9473-c7bfe43d1561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:05.126656 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5647713c-12be-40a9-bed1-ec1515b320f3 req-52903967-14ff-4e6b-9473-c7bfe43d1561 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0502b9ef01e2460893cfc855d44db0c7&device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 1130 time: 0.0724661 May 23 12:40:05.150685 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-887cbf44-9de8-4a3e-b1eb-f7732ed105d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4653028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5217938'] for subnet (4b271eda-6360-45bb-a4fb-e0da6cb18734), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:05.185698 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-887cbf44-9de8-4a3e-b1eb-f7732ed105d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:05.189129 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-887cbf44-9de8-4a3e-b1eb-f7732ed105d0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4b271eda-6360-45bb-a4fb-e0da6cb18734 HTTP/1.1" status: 204 len: 168 time: 0.3506203 May 23 12:40:05.190148 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887cbf44-9de8-4a3e-b1eb-f7732ed105d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b271eda-6360-45bb-a4fb-e0da6cb18734,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:05.194397 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 58018) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:05.249645 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647713c-12be-40a9-bed1-ec1515b320f3 req-8865d065-721f-4ad3-94f9-ff7430153bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:05.251604 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5647713c-12be-40a9-bed1-ec1515b320f3 req-8865d065-721f-4ad3-94f9-ff7430153bf6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3322fe8c-081c-4cfd-b180-198330997eff HTTP/1.1" status: 200 len: 917 time: 0.1174102 May 23 12:40:05.326878 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5647713c-12be-40a9-bed1-ec1515b320f3 req-4525646e-cb37-4bfe-8215-e661c6523b44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c581b4f8-de6e-4314-a04e-aca7063e49e5 HTTP/1.1" status: 200 len: 1002 time: 0.0688040 May 23 12:40:05.386508 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647713c-12be-40a9-bed1-ec1515b320f3 req-29c90f6b-9eef-4d40-8fd6-6a77430bc744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:05.387958 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5647713c-12be-40a9-bed1-ec1515b320f3 req-29c90f6b-9eef-4d40-8fd6-6a77430bc744 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=57d02ce0-600b-49a7-8858-5c68dbc63a01 HTTP/1.1" status: 200 len: 855 time: 0.0543201 May 23 12:40:05.435659 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647713c-12be-40a9-bed1-ec1515b320f3 req-dd01ffa0-ed14-49ef-8e94-fd18931f4e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:05.437090 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5647713c-12be-40a9-bed1-ec1515b320f3 req-dd01ffa0-ed14-49ef-8e94-fd18931f4e41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3322fe8c-081c-4cfd-b180-198330997eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427315 May 23 12:40:05.496423 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf6da774-fa03-441a-98a4-99adf4fdbb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323361'] for network (ed3cf95f-cc37-452d-a18c-676df4a1b474), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:05.536576 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5647713c-12be-40a9-bed1-ec1515b320f3 req-d36eeff9-af64-4ad5-8f2a-ef7c155c4ae4 service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929418 May 23 12:40:05.577698 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf6da774-fa03-441a-98a4-99adf4fdbb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376325', 'neutron.services.segments.db._delete_segments_for_network-8727294489191'] for network (ed3cf95f-cc37-452d-a18c-676df4a1b474), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:05.600362 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-bf6da774-fa03-441a-98a4-99adf4fdbb3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed3cf95f-cc37-452d-a18c-676df4a1b474']}} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:40:05.614663 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-bf6da774-fa03-441a-98a4-99adf4fdbb3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303d6fa5-5702-4b09-89fa-cee4a0aca1ce') {'for_net_delete': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:40:05.615089 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-bf6da774-fa03-441a-98a4-99adf4fdbb3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303d6fa5-5702-4b09-89fa-cee4a0aca1ce') {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:40:05.628504 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf6da774-fa03-441a-98a4-99adf4fdbb3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727294487664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4653017'] for segment (303d6fa5-5702-4b09-89fa-cee4a0aca1ce), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:05.642165 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:05.650624 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf6da774-fa03-441a-98a4-99adf4fdbb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (303d6fa5-5702-4b09-89fa-cee4a0aca1ce), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:05.653584 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5647713c-12be-40a9-bed1-ec1515b320f3 req-4715ea96-9d2c-4c9c-93fe-92ef0007ef8b service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983825 May 23 12:40:05.667950 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6da774-fa03-441a-98a4-99adf4fdbb3d admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 12:40:05.668443 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf6da774-fa03-441a-98a4-99adf4fdbb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4651014'] for segment (303d6fa5-5702-4b09-89fa-cee4a0aca1ce), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:05.723666 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.services.segments.plugin [-] Segment 303d6fa5-5702-4b09-89fa-cee4a0aca1ce resource provider aggregate not found May 23 12:40:05.749116 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.services.segments.plugin [-] Segment 303d6fa5-5702-4b09-89fa-cee4a0aca1ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 303d6fa5-5702-4b09-89fa-cee4a0aca1ce found for delete ", "request_id": "req-c42c2735-3016-40fc-bf53-43ce4c06046e"}]} May 23 12:40:05.758759 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf6da774-fa03-441a-98a4-99adf4fdbb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482031'] for network (ed3cf95f-cc37-452d-a18c-676df4a1b474), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:05.764216 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf6da774-fa03-441a-98a4-99adf4fdbb3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:05.767305 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-bf6da774-fa03-441a-98a4-99adf4fdbb3d admin admin] 10.222.0.16 "DELETE /v2.0/networks/ed3cf95f-cc37-452d-a18c-676df4a1b474 HTTP/1.1" status: 204 len: 168 time: 0.5713778 May 23 12:40:05.780372 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6da774-fa03-441a-98a4-99adf4fdbb3d admin admin] Pushing event deleted for resources: {'Network': ['ID=ed3cf95f-cc37-452d-a18c-676df4a1b474,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:05.939046 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:05.974552 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 58032) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:06.050957 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-cc5b18fb-cf72-4e81-aef4-1e943293ebfc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ebc26cab9e0747fe94e4fdd95d99088d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0729473 May 23 12:40:06.051346 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 58038) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:06.081362 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:06.100791 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a138fec-2594-4435-8adb-25acc4c82bf5 req-12a91365-916c-4a93-adb2-5bb7ba1bcc5f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:06.102384 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6a138fec-2594-4435-8adb-25acc4c82bf5 req-12a91365-916c-4a93-adb2-5bb7ba1bcc5f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0672870 May 23 12:40:06.136395 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b87ca69f-85d0-461e-be07-d455da107509 admin admin] Publish callbacks [] for security_group (afa91005-7106-4d7f-bf89-44f0d3b14bb0), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:06.164221 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b87ca69f-85d0-461e-be07-d455da107509 admin admin] Publish callbacks [] for security_group (afa91005-7106-4d7f-bf89-44f0d3b14bb0), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:06.165587 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6a138fec-2594-4435-8adb-25acc4c82bf5 req-6d432ac1-3aa5-4216-9762-225d818a5cfc tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571871 May 23 12:40:06.198222 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:06.225570 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b87ca69f-85d0-461e-be07-d455da107509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (afa91005-7106-4d7f-bf89-44f0d3b14bb0), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:06.228192 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b87ca69f-85d0-461e-be07-d455da107509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:06.229400 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-b87ca69f-85d0-461e-be07-d455da107509 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/afa91005-7106-4d7f-bf89-44f0d3b14bb0 HTTP/1.1" status: 204 len: 168 time: 0.1768043 May 23 12:40:06.237725 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ca69f-85d0-461e-be07-d455da107509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa91005-7106-4d7f-bf89-44f0d3b14bb0,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:06.590815 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 58046) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:06.633842 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-156ce17a-7875-4b26-b503-0d65932b7e33 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=203a9d7ee0f34bcda24d33e251b5f6f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414155 May 23 12:40:06.636667 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 58048) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:06.695815 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bd6b85b0-3b12-4d3b-8b4c-8b50d75d5392 admin admin] Publish callbacks [] for security_group (8da1b9e0-cbef-4355-b476-58afb4dc8995), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:06.720325 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bd6b85b0-3b12-4d3b-8b4c-8b50d75d5392 admin admin] Publish callbacks [] for security_group (8da1b9e0-cbef-4355-b476-58afb4dc8995), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:06.779742 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bd6b85b0-3b12-4d3b-8b4c-8b50d75d5392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (8da1b9e0-cbef-4355-b476-58afb4dc8995), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:06.782385 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bd6b85b0-3b12-4d3b-8b4c-8b50d75d5392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:06.783591 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-bd6b85b0-3b12-4d3b-8b4c-8b50d75d5392 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8da1b9e0-cbef-4355-b476-58afb4dc8995 HTTP/1.1" status: 204 len: 168 time: 0.1459484 May 23 12:40:06.793071 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b85b0-3b12-4d3b-8b4c-8b50d75d5392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da1b9e0-cbef-4355-b476-58afb4dc8995,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:06.988521 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:07.315557 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:07.337323 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12d1c5-b1ad-439e-929c-42ee33cb012a req-6a4d87e4-4296-41e5-9240-70bbde0ae848 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:07.339966 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bd12d1c5-b1ad-439e-929c-42ee33cb012a req-6a4d87e4-4296-41e5-9240-70bbde0ae848 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0820727 May 23 12:40:07.494493 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bd12d1c5-b1ad-439e-929c-42ee33cb012a req-d8049e40-7894-45f3-8ff4-a597d8aa8dec tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467052 May 23 12:40:07.521085 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a4af2578-fe4d-4f58-b4be-4c0026093a24 req-0119ce29-3831-4f05-8252-5456447ab186 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0904868 May 23 12:40:07.645396 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af2578-fe4d-4f58-b4be-4c0026093a24 req-14ea8ac2-e9bd-4bd1-b361-4723c620d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:07.645396 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a4af2578-fe4d-4f58-b4be-4c0026093a24 req-14ea8ac2-e9bd-4bd1-b361-4723c620d4a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=835f4c15c26e47b7ba55aca85bfb66a8&device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 1129 time: 0.0538073 May 23 12:40:07.798578 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af2578-fe4d-4f58-b4be-4c0026093a24 req-edb9008d-5b47-4584-b4fe-cc6575b06b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:07.799989 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a4af2578-fe4d-4f58-b4be-4c0026093a24 req-edb9008d-5b47-4584-b4fe-cc6575b06b04 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eba13816-fd74-4783-a2bd-29f9a2d3200d HTTP/1.1" status: 200 len: 910 time: 0.1281016 May 23 12:40:08.069724 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a4af2578-fe4d-4f58-b4be-4c0026093a24 req-d558d4e8-3a7c-4e20-9ada-639a321a538b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6629f354-c1e7-44f4-90fa-1e340bce002d HTTP/1.1" status: 200 len: 1001 time: 0.0781662 May 23 12:40:08.124941 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af2578-fe4d-4f58-b4be-4c0026093a24 req-cc8033c0-f338-4906-80ee-684f1874f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:08.126686 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a4af2578-fe4d-4f58-b4be-4c0026093a24 req-cc8033c0-f338-4906-80ee-684f1874f2ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e685380f-9d07-4fcb-9265-9458eb8b6746 HTTP/1.1" status: 200 len: 848 time: 0.0502450 May 23 12:40:08.181501 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af2578-fe4d-4f58-b4be-4c0026093a24 req-658c3166-816a-4c1a-8775-19ad9be1f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:08.183106 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a4af2578-fe4d-4f58-b4be-4c0026093a24 req-658c3166-816a-4c1a-8775-19ad9be1f1ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eba13816-fd74-4783-a2bd-29f9a2d3200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472326 May 23 12:40:08.301133 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a4af2578-fe4d-4f58-b4be-4c0026093a24 req-077158b7-f780-41ad-933c-a0a861445ac5 service neutron] 10.222.0.15 "GET /v2.0/networks/eba13816-fd74-4783-a2bd-29f9a2d3200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112387 May 23 12:40:08.400922 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a4af2578-fe4d-4f58-b4be-4c0026093a24 req-1486587c-18aa-485d-bf62-10d4bfe8f317 service neutron] 10.222.0.15 "GET /v2.0/networks/eba13816-fd74-4783-a2bd-29f9a2d3200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890245 May 23 12:40:08.464061 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device c581b4f8-de6e-4314-a04e-aca7063e49e5 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:40:08.546619 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:08.573539 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port c581b4f8-de6e-4314-a04e-aca7063e49e5 is: ACTIVE; New status is: DOWN {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:40:08.574079 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:08.614655 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40320b2c-6137-4266-b3b6-fb76f3d6d654', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c581b4f8-de6e-4314-a04e-aca7063e49e5'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:40:08.618487 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4fcae6-d08f-4860-bff9-ecf052113b22" -d '{"events": [{"server_uuid": "40320b2c-6137-4266-b3b6-fb76f3d6d654", "name": "network-vif-unplugged", "status": "completed", "tag": "c581b4f8-de6e-4314-a04e-aca7063e49e5"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:40:08.652086 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port c581b4f8-de6e-4314-a04e-aca7063e49e5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c581b4f8-de6e-4314-a04e-aca7063e49e5,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:40:08.658619 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6d601-ca5b-48b5-ac32-d77bcb8f73e5 req-8d109d1f-9d86-4b00-923a-1a0ac64db320 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:08.662771 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-60d6d601-ca5b-48b5-ac32-d77bcb8f73e5 req-8d109d1f-9d86-4b00-923a-1a0ac64db320 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 946 time: 0.0689867 May 23 12:40:08.666866 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:08.678540 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:08.684549 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 May 2022 12:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d77fd3-8c67-4144-8045-c72e3db4b419 x-openstack-request-id: req-25d77fd3-8c67-4144-8045-c72e3db4b419 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:40:08.684937 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40320b2c-6137-4266-b3b6-fb76f3d6d654", "name": "network-vif-unplugged", "status": "failed", "tag": "c581b4f8-de6e-4314-a04e-aca7063e49e5", "code": 422}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:40:08.685276 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25d77fd3-8c67-4144-8045-c72e3db4b419 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:40:08.685811 dv-cinder-836996-27-iscsi neutron-server[103851]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-25d77fd3-8c67-4144-8045-c72e3db4b419']: {'server_uuid': '40320b2c-6137-4266-b3b6-fb76f3d6d654', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c581b4f8-de6e-4314-a04e-aca7063e49e5', 'code': 422} returned with failed status May 23 12:40:08.722296 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:08.727225 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-60d6d601-ca5b-48b5-ac32-d77bcb8f73e5 req-dd2c0e7e-1fc2-45a6-b3f5-a51cefee60b7 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579689 May 23 12:40:08.783988 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=c581b4f8-de6e-4314-a04e-aca7063e49e5,revision_number=8']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:08.806786 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:08.807630 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:08.808341 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:08.808926 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:08.809715 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:08.810254 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:08.810750 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:08.811085 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:08.811486 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:08.812046 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:08.812495 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:08.812825 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:08.813172 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:08.813491 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:08.813829 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:09.943675 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [req-fbbd9afc-bcc6-4b95-8fb5-c3e655acbfdf req-cbd538b8-8e57-4134-b7e9-9787a2623ea2 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 12:40:09.944716 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fbbd9afc-bcc6-4b95-8fb5-c3e655acbfdf req-cbd538b8-8e57-4134-b7e9-9787a2623ea2 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060730 May 23 12:40:10.161202 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:10.173466 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3046b1-99fb-4d09-8a90-011ac7ecbe9b req-a9dfc016-8360-41bf-b3b8-8b0c73754f4b tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:10.175160 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4b3046b1-99fb-4d09-8a90-011ac7ecbe9b req-a9dfc016-8360-41bf-b3b8-8b0c73754f4b tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 944 time: 0.0579953 May 23 12:40:10.225875 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:10.261955 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4b3046b1-99fb-4d09-8a90-011ac7ecbe9b req-917c042a-a050-409b-8c45-11ffa8d91c07 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737247 May 23 12:40:10.622771 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 58262) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:10.735838 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-53a392d8-0c85-40ca-93d5-ffc2b9495111 req-112f0b3f-45f1-4f5d-a087-a4d3af023484 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1112342 May 23 12:40:10.753306 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [req-53a392d8-0c85-40ca-93d5-ffc2b9495111 req-6ed9333a-e9b8-43d9-be39-0661664cb79d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 12:40:10.755804 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-53a392d8-0c85-40ca-93d5-ffc2b9495111 req-6ed9333a-e9b8-43d9-be39-0661664cb79d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0119424 May 23 12:40:10.861911 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 58278) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:10.944910 dv-cinder-836996-27-iscsi neutron-server[103849]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 23 12:40:10.995353 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a392d8-0c85-40ca-93d5-ffc2b9495111 req-36bf5d09-df79-4e3e-a1e0-a096bcfa6bb2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:11.008811 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-53a392d8-0c85-40ca-93d5-ffc2b9495111 req-36bf5d09-df79-4e3e-a1e0-a096bcfa6bb2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports/c581b4f8-de6e-4314-a04e-aca7063e49e5 HTTP/1.1" status: 200 len: 941 time: 0.1449137 May 23 12:40:11.443374 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 58310) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:11.448410 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc4846-35bf-4514-986b-e9c7080c04de req-e5cda23f-c6be-47d8-a833-9339fa62f6ec tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:11.450251 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9bfc4846-35bf-4514-986b-e9c7080c04de req-e5cda23f-c6be-47d8-a833-9339fa62f6ec tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 944 time: 0.0686257 May 23 12:40:11.525388 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9bfc4846-35bf-4514-986b-e9c7080c04de req-8a4e1235-5c7a-4fed-be2a-fc0c285113ed tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679467 May 23 12:40:11.611901 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-95a23d71-f05d-4765-b0fa-aab192d227e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:11.648220 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:11.704534 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-95a23d71-f05d-4765-b0fa-aab192d227e7 admin admin] Publish callbacks [] for security_group (1889d7a6-6214-4aff-b4ed-488c0e77aaae), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:11.709814 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-95a23d71-f05d-4765-b0fa-aab192d227e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (1889d7a6-6214-4aff-b4ed-488c0e77aaae), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:11.755321 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-95a23d71-f05d-4765-b0fa-aab192d227e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d588b49ea77c4393a6cadf4b0679d8e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102281 May 23 12:40:11.756195 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a23d71-f05d-4765-b0fa-aab192d227e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1889d7a6-6214-4aff-b4ed-488c0e77aaae,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:11.758510 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 58314) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:11.812884 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6d0c4ea1-7625-403d-92ad-c48d4512a737 admin admin] Publish callbacks [] for security_group (1889d7a6-6214-4aff-b4ed-488c0e77aaae), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:11.836785 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6d0c4ea1-7625-403d-92ad-c48d4512a737 admin admin] Publish callbacks [] for security_group (1889d7a6-6214-4aff-b4ed-488c0e77aaae), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:11.886659 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6d0c4ea1-7625-403d-92ad-c48d4512a737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (1889d7a6-6214-4aff-b4ed-488c0e77aaae), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:11.889266 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6d0c4ea1-7625-403d-92ad-c48d4512a737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:11.890465 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-6d0c4ea1-7625-403d-92ad-c48d4512a737 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1889d7a6-6214-4aff-b4ed-488c0e77aaae HTTP/1.1" status: 204 len: 168 time: 0.1309149 May 23 12:40:11.900134 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c4ea1-7625-403d-92ad-c48d4512a737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1889d7a6-6214-4aff-b4ed-488c0e77aaae,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:12.116385 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a392d8-0c85-40ca-93d5-ffc2b9495111 req-a9e83ee8-aacd-4b6b-9889-f5692abdcd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:12.118185 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-53a392d8-0c85-40ca-93d5-ffc2b9495111 req-a9e83ee8-aacd-4b6b-9889-f5692abdcd2f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654&tenant_id=0502b9ef01e2460893cfc855d44db0c7 HTTP/1.1" status: 200 len: 1128 time: 0.1013613 May 23 12:40:12.224243 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a392d8-0c85-40ca-93d5-ffc2b9495111 req-055a72c3-1125-4298-9c6d-c9693aee653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:12.225810 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-53a392d8-0c85-40ca-93d5-ffc2b9495111 req-055a72c3-1125-4298-9c6d-c9693aee653b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0502b9ef01e2460893cfc855d44db0c7&device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 1128 time: 0.0768175 May 23 12:40:12.255364 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 58326) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:12.283917 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37ed9b0c-b2e4-41c5-956c-21a6650302a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:12.349869 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a392d8-0c85-40ca-93d5-ffc2b9495111 req-545be1bc-fde6-490c-b8f8-66183c74a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:12.351432 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-53a392d8-0c85-40ca-93d5-ffc2b9495111 req-545be1bc-fde6-490c-b8f8-66183c74a2e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3322fe8c-081c-4cfd-b180-198330997eff HTTP/1.1" status: 200 len: 917 time: 0.1191626 May 23 12:40:12.417531 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37ed9b0c-b2e4-41c5-956c-21a6650302a4 admin admin] Publish callbacks [] for security_group (86a5fd5b-6115-43aa-a434-2529fbdb041d), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:12.423876 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37ed9b0c-b2e4-41c5-956c-21a6650302a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (86a5fd5b-6115-43aa-a434-2529fbdb041d), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:12.430297 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-53a392d8-0c85-40ca-93d5-ffc2b9495111 req-5d20bbc8-689f-4ca0-a159-50d9b0240ddd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c581b4f8-de6e-4314-a04e-aca7063e49e5 HTTP/1.1" status: 200 len: 1000 time: 0.0713685 May 23 12:40:12.469422 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed9b0c-b2e4-41c5-956c-21a6650302a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a5fd5b-6115-43aa-a434-2529fbdb041d,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:12.477376 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-37ed9b0c-b2e4-41c5-956c-21a6650302a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=24adf0b92604427ba31d869545148886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203643 May 23 12:40:12.478127 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 58332) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:12.525520 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a392d8-0c85-40ca-93d5-ffc2b9495111 req-1a3c567d-e74c-4bc3-a326-528b840d91f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:12.526972 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-53a392d8-0c85-40ca-93d5-ffc2b9495111 req-1a3c567d-e74c-4bc3-a326-528b840d91f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=57d02ce0-600b-49a7-8858-5c68dbc63a01 HTTP/1.1" status: 200 len: 855 time: 0.0909812 May 23 12:40:12.568701 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2c44d23d-fd7f-4c02-8eff-2df6e787acb0 admin admin] Publish callbacks [] for security_group (86a5fd5b-6115-43aa-a434-2529fbdb041d), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:12.597842 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a392d8-0c85-40ca-93d5-ffc2b9495111 req-333c1a5c-07e6-43a1-84ba-c5d9a468db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:12.599328 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-53a392d8-0c85-40ca-93d5-ffc2b9495111 req-333c1a5c-07e6-43a1-84ba-c5d9a468db7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3322fe8c-081c-4cfd-b180-198330997eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0645692 May 23 12:40:12.604453 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2c44d23d-fd7f-4c02-8eff-2df6e787acb0 admin admin] Publish callbacks [] for security_group (86a5fd5b-6115-43aa-a434-2529fbdb041d), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:12.738464 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482845b4-292d-4dcb-9264-907d7605afbd req-eb548f60-8146-4c3c-99c0-3d28c08d24ba tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:12.740963 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-482845b4-292d-4dcb-9264-907d7605afbd req-eb548f60-8146-4c3c-99c0-3d28c08d24ba tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 944 time: 0.1152554 May 23 12:40:12.795809 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-53a392d8-0c85-40ca-93d5-ffc2b9495111 req-8468d061-c8f5-4354-98ef-92d24c2e0d3d service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839848 May 23 12:40:12.797881 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2c44d23d-fd7f-4c02-8eff-2df6e787acb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (86a5fd5b-6115-43aa-a434-2529fbdb041d), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:12.800610 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2c44d23d-fd7f-4c02-8eff-2df6e787acb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:12.802285 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-2c44d23d-fd7f-4c02-8eff-2df6e787acb0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86a5fd5b-6115-43aa-a434-2529fbdb041d HTTP/1.1" status: 204 len: 168 time: 0.3229694 May 23 12:40:12.846592 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44d23d-fd7f-4c02-8eff-2df6e787acb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a5fd5b-6115-43aa-a434-2529fbdb041d,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:12.854486 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-482845b4-292d-4dcb-9264-907d7605afbd req-7bc28fc2-45a4-4edd-b408-a51e1d4a8b31 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007063 May 23 12:40:12.935608 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-53a392d8-0c85-40ca-93d5-ffc2b9495111 req-f4c0db84-5ad7-4348-8df5-b269448c5434 service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228445 May 23 12:40:13.013255 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=20 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:14.150783 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29613ab-bf52-48ba-a130-719f570023c0 req-c7a45161-84c8-46d8-bc44-4d968eb8c229 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:14.154207 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d29613ab-bf52-48ba-a130-719f570023c0 req-c7a45161-84c8-46d8-bc44-4d968eb8c229 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 944 time: 0.1038520 May 23 12:40:14.169569 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:14.501693 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:14.558765 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d29613ab-bf52-48ba-a130-719f570023c0 req-9ce6ade7-fe89-4bac-be8b-fbdb514fa303 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3972807 May 23 12:40:15.799908 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24916659-ba3a-464f-8560-0c99370a0fc3 req-b3b6c902-de40-4f12-aa67-b3e521d91ec4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:15.804242 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-24916659-ba3a-464f-8560-0c99370a0fc3 req-b3b6c902-de40-4f12-aa67-b3e521d91ec4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 944 time: 0.0865841 May 23 12:40:15.844270 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 58456) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:15.921052 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-24916659-ba3a-464f-8560-0c99370a0fc3 req-9e7feb38-0a67-4fbd-a8f2-f7c4cfab6b9e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080506 May 23 12:40:16.064100 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-23bd4c95-368e-4648-ab37-40fe0865076a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:16.139512 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:16.217159 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-23bd4c95-368e-4648-ab37-40fe0865076a admin admin] Publish callbacks [] for security_group (ed5a7f1f-2b43-4a76-a2b0-fb679fa00049), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:16.222343 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-23bd4c95-368e-4648-ab37-40fe0865076a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (ed5a7f1f-2b43-4a76-a2b0-fb679fa00049), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:16.269452 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd4c95-368e-4648-ab37-40fe0865076a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5a7f1f-2b43-4a76-a2b0-fb679fa00049,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:16.287883 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-23bd4c95-368e-4648-ab37-40fe0865076a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b8f5a51eab924caf8350bbb375e381e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4404757 May 23 12:40:16.290443 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 58462) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:16.348965 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4fe91551-fc75-46bd-96ca-b5a4d292b647 admin admin] Publish callbacks [] for security_group (ed5a7f1f-2b43-4a76-a2b0-fb679fa00049), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:16.372534 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4fe91551-fc75-46bd-96ca-b5a4d292b647 admin admin] Publish callbacks [] for security_group (ed5a7f1f-2b43-4a76-a2b0-fb679fa00049), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:16.427265 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4fe91551-fc75-46bd-96ca-b5a4d292b647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (ed5a7f1f-2b43-4a76-a2b0-fb679fa00049), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:16.429875 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4fe91551-fc75-46bd-96ca-b5a4d292b647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:16.432610 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-4fe91551-fc75-46bd-96ca-b5a4d292b647 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed5a7f1f-2b43-4a76-a2b0-fb679fa00049 HTTP/1.1" status: 204 len: 168 time: 0.1410499 May 23 12:40:16.441563 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe91551-fc75-46bd-96ca-b5a4d292b647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5a7f1f-2b43-4a76-a2b0-fb679fa00049,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:16.870130 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 58482) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:16.898700 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d0e34fbb-1dde-4441-b7eb-c70c36f5633d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:17.008977 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d0e34fbb-1dde-4441-b7eb-c70c36f5633d admin admin] Publish callbacks [] for security_group (90de2577-2d1f-4cbb-b7ad-ef612ccfe40a), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:17.015174 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d0e34fbb-1dde-4441-b7eb-c70c36f5633d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (90de2577-2d1f-4cbb-b7ad-ef612ccfe40a), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:17.114911 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e34fbb-1dde-4441-b7eb-c70c36f5633d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90de2577-2d1f-4cbb-b7ad-ef612ccfe40a,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:17.163903 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-d0e34fbb-1dde-4441-b7eb-c70c36f5633d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f3aa51004fe8427c98a62e128df6620a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880995 May 23 12:40:17.166980 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 58496) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:17.199749 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b9102-f2cb-49d4-89e9-f33c04d72ed1 req-fb8d4ead-d4d1-428d-99f4-63d7d7761e95 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:17.208956 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a91b9102-f2cb-49d4-89e9-f33c04d72ed1 req-fb8d4ead-d4d1-428d-99f4-63d7d7761e95 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 944 time: 0.1351972 May 23 12:40:17.281545 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-82b29659-7389-45ae-807b-cd0723f37494 admin admin] Publish callbacks [] for security_group (90de2577-2d1f-4cbb-b7ad-ef612ccfe40a), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:17.288950 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:17.327691 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-82b29659-7389-45ae-807b-cd0723f37494 admin admin] Publish callbacks [] for security_group (90de2577-2d1f-4cbb-b7ad-ef612ccfe40a), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:17.342255 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a91b9102-f2cb-49d4-89e9-f33c04d72ed1 req-334470d5-58b0-4de9-9e1a-152fdf2db287 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300604 May 23 12:40:17.478170 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-82b29659-7389-45ae-807b-cd0723f37494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (90de2577-2d1f-4cbb-b7ad-ef612ccfe40a), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:17.482730 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-82b29659-7389-45ae-807b-cd0723f37494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:17.490123 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-82b29659-7389-45ae-807b-cd0723f37494 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/90de2577-2d1f-4cbb-b7ad-ef612ccfe40a HTTP/1.1" status: 204 len: 168 time: 0.3188226 May 23 12:40:17.502627 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b29659-7389-45ae-807b-cd0723f37494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90de2577-2d1f-4cbb-b7ad-ef612ccfe40a,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:17.703450 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 58502) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:18.039190 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fa0e4b3e-4595-441b-91ab-6a7d120d8a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:18.162361 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fa0e4b3e-4595-441b-91ab-6a7d120d8a53 admin admin] Publish callbacks [] for security_group (aba312d6-f270-41ad-8814-cb2e321e5a7b), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:18.169401 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fa0e4b3e-4595-441b-91ab-6a7d120d8a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (aba312d6-f270-41ad-8814-cb2e321e5a7b), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:18.236777 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e4b3e-4595-441b-91ab-6a7d120d8a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba312d6-f270-41ad-8814-cb2e321e5a7b,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:18.246882 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-fa0e4b3e-4595-441b-91ab-6a7d120d8a53 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=347d9d75c5064f9fa5b7c6528d464688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5414393 May 23 12:40:18.249532 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 58520) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:18.352452 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2aed60b7-d426-4dcc-8d61-c70201260825 admin admin] Publish callbacks [] for security_group (aba312d6-f270-41ad-8814-cb2e321e5a7b), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:18.402628 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2aed60b7-d426-4dcc-8d61-c70201260825 admin admin] Publish callbacks [] for security_group (aba312d6-f270-41ad-8814-cb2e321e5a7b), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:18.576780 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0cfe0-9265-48a1-9321-06b65ad9b7d5 req-328152d5-8d49-4b41-86da-7230ee28f495 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:18.578416 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9dd0cfe0-9265-48a1-9321-06b65ad9b7d5 req-328152d5-8d49-4b41-86da-7230ee28f495 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 944 time: 0.0755444 May 23 12:40:18.579551 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2aed60b7-d426-4dcc-8d61-c70201260825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (aba312d6-f270-41ad-8814-cb2e321e5a7b), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:18.583725 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2aed60b7-d426-4dcc-8d61-c70201260825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:18.588104 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-2aed60b7-d426-4dcc-8d61-c70201260825 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aba312d6-f270-41ad-8814-cb2e321e5a7b HTTP/1.1" status: 204 len: 168 time: 0.3375306 May 23 12:40:18.627496 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed60b7-d426-4dcc-8d61-c70201260825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba312d6-f270-41ad-8814-cb2e321e5a7b,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:18.693279 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9dd0cfe0-9265-48a1-9321-06b65ad9b7d5 req-6709a294-26a8-4e57-88e9-79be44c2235c tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036861 May 23 12:40:19.151050 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 58540) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:19.189837 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ce973284-c486-4ba5-a016-7b2cbcc458bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:19.313363 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ce973284-c486-4ba5-a016-7b2cbcc458bd admin admin] Publish callbacks [] for security_group (99ff8cad-7a10-4cb8-a20e-05237874c167), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:19.319067 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ce973284-c486-4ba5-a016-7b2cbcc458bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (99ff8cad-7a10-4cb8-a20e-05237874c167), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:19.355207 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:19.378348 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce973284-c486-4ba5-a016-7b2cbcc458bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ff8cad-7a10-4cb8-a20e-05237874c167,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:19.383185 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-ce973284-c486-4ba5-a016-7b2cbcc458bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9124993073634c6eaa41a90c0710f12a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307808 May 23 12:40:19.387294 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 58546) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:19.413640 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:19.460812 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-350282e9-e5b1-4cd0-9f90-ece7c44c85a2 admin admin] Publish callbacks [] for security_group (99ff8cad-7a10-4cb8-a20e-05237874c167), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:19.509582 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-350282e9-e5b1-4cd0-9f90-ece7c44c85a2 admin admin] Publish callbacks [] for security_group (99ff8cad-7a10-4cb8-a20e-05237874c167), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:19.637398 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-350282e9-e5b1-4cd0-9f90-ece7c44c85a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (99ff8cad-7a10-4cb8-a20e-05237874c167), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:19.642961 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-350282e9-e5b1-4cd0-9f90-ece7c44c85a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:19.646039 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-350282e9-e5b1-4cd0-9f90-ece7c44c85a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99ff8cad-7a10-4cb8-a20e-05237874c167 HTTP/1.1" status: 204 len: 168 time: 0.2572715 May 23 12:40:19.661547 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350282e9-e5b1-4cd0-9f90-ece7c44c85a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ff8cad-7a10-4cb8-a20e-05237874c167,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:20.078055 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723885d1-1dba-4b02-8cf1-7c4d7fc865ee req-de24304b-8cc4-4722-8707-f61ce1dae2a7 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:20.080402 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-723885d1-1dba-4b02-8cf1-7c4d7fc865ee req-de24304b-8cc4-4722-8707-f61ce1dae2a7 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 944 time: 0.1511722 May 23 12:40:20.209273 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-723885d1-1dba-4b02-8cf1-7c4d7fc865ee req-2739eb51-22ce-4dfa-a6d9-9ed7b03bc7af tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198781 May 23 12:40:21.525503 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae8510-3705-4c08-b020-184d580b6723 req-394fcd60-239e-4fe7-b962-82585aa5a838 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:21.532707 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4fae8510-3705-4c08-b020-184d580b6723 req-394fcd60-239e-4fe7-b962-82585aa5a838 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 944 time: 0.0938816 May 23 12:40:21.636393 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4fae8510-3705-4c08-b020-184d580b6723 req-56d0bb3e-e157-49df-9416-69287bece339 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018400 May 23 12:40:22.167949 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 58640) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:22.716216 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c450112c-24c2-4764-baf8-9881c62145a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:22.975729 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1e134-c388-45d4-8a39-2e973b7d575a req-2b024c78-f33d-487e-92fb-1c6538820ec9 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:22.978729 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cce1e134-c388-45d4-8a39-2e973b7d575a req-2b024c78-f33d-487e-92fb-1c6538820ec9 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 944 time: 0.1643081 May 23 12:40:23.000240 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c450112c-24c2-4764-baf8-9881c62145a9 admin admin] Publish callbacks [] for security_group (652c96ab-a55c-4e53-aa35-f68d1c252270), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:23.024269 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c450112c-24c2-4764-baf8-9881c62145a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (652c96ab-a55c-4e53-aa35-f68d1c252270), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:23.091868 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-c450112c-24c2-4764-baf8-9881c62145a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7193dfd80704d9ab9b4c0ded7c938d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9225783 May 23 12:40:23.096291 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 58676) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:23.097959 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450112c-24c2-4764-baf8-9881c62145a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652c96ab-a55c-4e53-aa35-f68d1c252270,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:23.110726 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cce1e134-c388-45d4-8a39-2e973b7d575a req-c751c8ef-83f7-4a04-8322-032f24176fd2 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253026 May 23 12:40:23.189314 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a2f5f25a-75fe-4795-b4db-378f739004d7 admin admin] Publish callbacks [] for security_group (652c96ab-a55c-4e53-aa35-f68d1c252270), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:23.221700 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a2f5f25a-75fe-4795-b4db-378f739004d7 admin admin] Publish callbacks [] for security_group (652c96ab-a55c-4e53-aa35-f68d1c252270), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:23.228133 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:23.280985 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a2f5f25a-75fe-4795-b4db-378f739004d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (652c96ab-a55c-4e53-aa35-f68d1c252270), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:23.283995 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a2f5f25a-75fe-4795-b4db-378f739004d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:23.286133 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-a2f5f25a-75fe-4795-b4db-378f739004d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/652c96ab-a55c-4e53-aa35-f68d1c252270 HTTP/1.1" status: 204 len: 168 time: 0.1873603 May 23 12:40:23.298420 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5f25a-75fe-4795-b4db-378f739004d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652c96ab-a55c-4e53-aa35-f68d1c252270,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:23.657333 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 58686) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:23.670703 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0f57f102-1c26-46b4-b213-a200e801b57b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:23.753992 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0f57f102-1c26-46b4-b213-a200e801b57b admin admin] Publish callbacks [] for security_group (50249c4d-7771-4dc1-a2a3-6522868b8a54), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:23.759374 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0f57f102-1c26-46b4-b213-a200e801b57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (50249c4d-7771-4dc1-a2a3-6522868b8a54), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:23.802660 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-0f57f102-1c26-46b4-b213-a200e801b57b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=332fb4ca06ce4371b401826a87fbe3cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440344 May 23 12:40:23.803790 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57f102-1c26-46b4-b213-a200e801b57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50249c4d-7771-4dc1-a2a3-6522868b8a54,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:23.805753 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 58688) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:23.865356 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5ebabd01-84cc-44ea-a21d-095318803dc7 admin admin] Publish callbacks [] for security_group (50249c4d-7771-4dc1-a2a3-6522868b8a54), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:23.887870 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5ebabd01-84cc-44ea-a21d-095318803dc7 admin admin] Publish callbacks [] for security_group (50249c4d-7771-4dc1-a2a3-6522868b8a54), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:23.941274 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5ebabd01-84cc-44ea-a21d-095318803dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (50249c4d-7771-4dc1-a2a3-6522868b8a54), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:23.944822 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5ebabd01-84cc-44ea-a21d-095318803dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:23.946583 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-5ebabd01-84cc-44ea-a21d-095318803dc7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50249c4d-7771-4dc1-a2a3-6522868b8a54 HTTP/1.1" status: 204 len: 168 time: 0.1396425 May 23 12:40:23.960231 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebabd01-84cc-44ea-a21d-095318803dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50249c4d-7771-4dc1-a2a3-6522868b8a54,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:24.316451 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e08f4-39e5-46f2-80a9-e2944fe86dde req-d8269709-9522-4b87-864a-f9067b2a084c tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:24.318813 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-188e08f4-39e5-46f2-80a9-e2944fe86dde req-d8269709-9522-4b87-864a-f9067b2a084c tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 944 time: 0.0865309 May 23 12:40:24.358666 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:24.388783 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-188e08f4-39e5-46f2-80a9-e2944fe86dde req-e2f7b599-44b1-470f-a589-4eee46c39be4 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636113 May 23 12:40:25.248657 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 58748) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:25.371104 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-af61e44a-0076-44e1-a10d-41161176a4ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:25.407925 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:25.477541 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-af61e44a-0076-44e1-a10d-41161176a4ce admin admin] Publish callbacks [] for security_group (a3376623-c30b-4af2-ab61-482aecfffeb1), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:25.482184 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-af61e44a-0076-44e1-a10d-41161176a4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (a3376623-c30b-4af2-ab61-482aecfffeb1), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:25.559797 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-af61e44a-0076-44e1-a10d-41161176a4ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1c77009657c41fd9922e8828cfd7f38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071165 May 23 12:40:25.559797 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61e44a-0076-44e1-a10d-41161176a4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3376623-c30b-4af2-ab61-482aecfffeb1,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:25.560215 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 58754) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:25.570662 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6304d15-d4d9-43dd-bb6d-9e5b3299f74a req-54310e91-29ae-4880-9a91-0bc3346db6bb tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:25.571256 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c6304d15-d4d9-43dd-bb6d-9e5b3299f74a req-54310e91-29ae-4880-9a91-0bc3346db6bb tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 944 time: 0.0860996 May 23 12:40:25.631388 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7420eb4f-cf74-4cf9-98d0-1fa9279b5d84 admin admin] Publish callbacks [] for security_group (a3376623-c30b-4af2-ab61-482aecfffeb1), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:25.632680 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c6304d15-d4d9-43dd-bb6d-9e5b3299f74a req-a5f210e0-74cd-4882-bcb7-83c97f1faf7e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483668 May 23 12:40:25.663062 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7420eb4f-cf74-4cf9-98d0-1fa9279b5d84 admin admin] Publish callbacks [] for security_group (a3376623-c30b-4af2-ab61-482aecfffeb1), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:25.716510 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7420eb4f-cf74-4cf9-98d0-1fa9279b5d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (a3376623-c30b-4af2-ab61-482aecfffeb1), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:25.719178 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7420eb4f-cf74-4cf9-98d0-1fa9279b5d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:25.720409 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-7420eb4f-cf74-4cf9-98d0-1fa9279b5d84 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3376623-c30b-4af2-ab61-482aecfffeb1 HTTP/1.1" status: 204 len: 168 time: 0.1591649 May 23 12:40:25.729706 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420eb4f-cf74-4cf9-98d0-1fa9279b5d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3376623-c30b-4af2-ab61-482aecfffeb1,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:26.192478 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 58774) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:26.343558 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-19da6725-13ba-45dc-ae65-ae280e2f8571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:26.431503 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:DELETE=5,neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:26.447415 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-19da6725-13ba-45dc-ae65-ae280e2f8571 admin admin] Publish callbacks [] for security_group (626f3039-643c-4870-acb5-3367d4575a2d), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:26.452756 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-19da6725-13ba-45dc-ae65-ae280e2f8571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (626f3039-643c-4870-acb5-3367d4575a2d), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:26.509549 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device c581b4f8-de6e-4314-a04e-aca7063e49e5 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:40:26.520580 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-19da6725-13ba-45dc-ae65-ae280e2f8571 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8df9f2d2770741e8ba3497f769680b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266039 May 23 12:40:26.524335 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 58792) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:26.533446 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da6725-13ba-45dc-ae65-ae280e2f8571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626f3039-643c-4870-acb5-3367d4575a2d,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:26.617399 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0cd991df-e269-4dcb-beb2-11a663cd8482 admin admin] Publish callbacks [] for security_group (626f3039-643c-4870-acb5-3367d4575a2d), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:26.660376 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0cd991df-e269-4dcb-beb2-11a663cd8482 admin admin] Publish callbacks [] for security_group (626f3039-643c-4870-acb5-3367d4575a2d), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:26.690441 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 58800) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:26.723183 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port c581b4f8-de6e-4314-a04e-aca7063e49e5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c581b4f8-de6e-4314-a04e-aca7063e49e5,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:40:26.743612 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0cd991df-e269-4dcb-beb2-11a663cd8482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (626f3039-643c-4870-acb5-3367d4575a2d), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:26.748633 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0cd991df-e269-4dcb-beb2-11a663cd8482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:26.750108 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': 'c581b4f8-de6e-4314-a04e-aca7063e49e5', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'port_id': 'c581b4f8-de6e-4314-a04e-aca7063e49e5', 'mac_address': 'fa:16:3e:b6:88:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:40:26.755600 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-0cd991df-e269-4dcb-beb2-11a663cd8482 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/626f3039-643c-4870-acb5-3367d4575a2d HTTP/1.1" status: 204 len: 168 time: 0.2298107 May 23 12:40:26.768256 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd991df-e269-4dcb-beb2-11a663cd8482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626f3039-643c-4870-acb5-3367d4575a2d,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:26.818460 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port c581b4f8-de6e-4314-a04e-aca7063e49e5 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:40:26.819250 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:26.836278 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c581b4f8-de6e-4314-a04e-aca7063e49e5 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:40:26.860546 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245b1d6-a943-4512-aef5-e4c448025c42 req-2be908ba-d3cd-4746-925a-e5c0b458ee07 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:26.863616 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b245b1d6-a943-4512-aef5-e4c448025c42 req-2be908ba-d3cd-4746-925a-e5c0b458ee07 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 944 time: 0.0821190 May 23 12:40:26.863816 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port c581b4f8-de6e-4314-a04e-aca7063e49e5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c581b4f8-de6e-4314-a04e-aca7063e49e5,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:40:26.870623 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:26.895789 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c0aa32ae-46dd-44be-85fc-f4704093ab55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:26.942139 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=c581b4f8-de6e-4314-a04e-aca7063e49e5,revision_number=9']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:26.964557 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b245b1d6-a943-4512-aef5-e4c448025c42 req-8320436a-9614-4471-b875-b2ab7a395bb3 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919650 May 23 12:40:27.063521 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c0aa32ae-46dd-44be-85fc-f4704093ab55 admin admin] Publish callbacks [] for security_group (bd1e896e-16f6-4962-a305-8f648aa7ebaa), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:27.069257 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c0aa32ae-46dd-44be-85fc-f4704093ab55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (bd1e896e-16f6-4962-a305-8f648aa7ebaa), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:27.087679 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['c581b4f8-de6e-4314-a04e-aca7063e49e5'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:40:27.137988 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-c0aa32ae-46dd-44be-85fc-f4704093ab55 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1adfc0db703244038041f32fc483ad55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4415395 May 23 12:40:27.138334 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 58808) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:27.141348 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa32ae-46dd-44be-85fc-f4704093ab55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1e896e-16f6-4962-a305-8f648aa7ebaa,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:27.159673 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:27.210329 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7ff9bb6e-a402-42dd-a661-709a151ce031 admin admin] Publish callbacks [] for security_group (bd1e896e-16f6-4962-a305-8f648aa7ebaa), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:27.251163 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7ff9bb6e-a402-42dd-a661-709a151ce031 admin admin] Publish callbacks [] for security_group (bd1e896e-16f6-4962-a305-8f648aa7ebaa), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:27.281140 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 58810) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:27.304989 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d83fecce-2804-4bfb-94b2-232a9c45d475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:27.317195 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7ff9bb6e-a402-42dd-a661-709a151ce031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (bd1e896e-16f6-4962-a305-8f648aa7ebaa), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:27.320088 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7ff9bb6e-a402-42dd-a661-709a151ce031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:27.321479 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-7ff9bb6e-a402-42dd-a661-709a151ce031 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd1e896e-16f6-4962-a305-8f648aa7ebaa HTTP/1.1" status: 204 len: 168 time: 0.1819975 May 23 12:40:27.331947 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9bb6e-a402-42dd-a661-709a151ce031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1e896e-16f6-4962-a305-8f648aa7ebaa,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:27.429569 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d83fecce-2804-4bfb-94b2-232a9c45d475 admin admin] Publish callbacks [] for security_group (20f849f0-4063-47d4-a1c6-4f1660352715), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:27.439104 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d83fecce-2804-4bfb-94b2-232a9c45d475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (20f849f0-4063-47d4-a1c6-4f1660352715), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:27.467504 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:27.471502 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-d83fecce-2804-4bfb-94b2-232a9c45d475 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5ae2b406d8b4a80a0de19c7d7f4c2df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1889830 May 23 12:40:27.474635 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 58816) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:27.517061 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fecce-2804-4bfb-94b2-232a9c45d475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f849f0-4063-47d4-a1c6-4f1660352715,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:27.556040 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dbb16e21-f071-4ff5-bcf8-abbab88a1efd admin admin] Publish callbacks [] for security_group (20f849f0-4063-47d4-a1c6-4f1660352715), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:27.586992 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dbb16e21-f071-4ff5-bcf8-abbab88a1efd admin admin] Publish callbacks [] for security_group (20f849f0-4063-47d4-a1c6-4f1660352715), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:27.651261 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dbb16e21-f071-4ff5-bcf8-abbab88a1efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (20f849f0-4063-47d4-a1c6-4f1660352715), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:27.654016 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dbb16e21-f071-4ff5-bcf8-abbab88a1efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:27.657819 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-dbb16e21-f071-4ff5-bcf8-abbab88a1efd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20f849f0-4063-47d4-a1c6-4f1660352715 HTTP/1.1" status: 204 len: 168 time: 0.1821899 May 23 12:40:27.667109 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb16e21-f071-4ff5-bcf8-abbab88a1efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f849f0-4063-47d4-a1c6-4f1660352715,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:28.132033 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f44269-688d-47cb-9cb3-ba5f447ab8d9 req-3478a972-35c2-4de2-b41e-14e4f5f031d6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:28.133989 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-93f44269-688d-47cb-9cb3-ba5f447ab8d9 req-3478a972-35c2-4de2-b41e-14e4f5f031d6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 945 time: 0.0787191 May 23 12:40:28.196696 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-93f44269-688d-47cb-9cb3-ba5f447ab8d9 req-3a75b161-007e-49ca-bdb9-632cb937dee6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538867 May 23 12:40:28.511584 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device c581b4f8-de6e-4314-a04e-aca7063e49e5 up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:40:28.600239 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port c581b4f8-de6e-4314-a04e-aca7063e49e5 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:40:28.600910 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:28.723539 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 58870) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:28.736142 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port c581b4f8-de6e-4314-a04e-aca7063e49e5 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:40:28.738254 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:28.769193 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40320b2c-6137-4266-b3b6-fb76f3d6d654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c581b4f8-de6e-4314-a04e-aca7063e49e5'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:40:28.771505 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8299f1d-63e1-49b4-9c80-e9c2ee741a89" -d '{"events": [{"server_uuid": "40320b2c-6137-4266-b3b6-fb76f3d6d654", "name": "network-vif-plugged", "status": "completed", "tag": "c581b4f8-de6e-4314-a04e-aca7063e49e5"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:40:28.791089 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port c581b4f8-de6e-4314-a04e-aca7063e49e5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c581b4f8-de6e-4314-a04e-aca7063e49e5,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:40:28.801863 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:28.839005 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:28.855485 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:28.860759 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee1919b-943e-4dd3-b8ed-591382f2bb07 x-openstack-request-id: req-8ee1919b-943e-4dd3-b8ed-591382f2bb07 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:40:28.861283 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40320b2c-6137-4266-b3b6-fb76f3d6d654", "name": "network-vif-plugged", "status": "completed", "tag": "c581b4f8-de6e-4314-a04e-aca7063e49e5", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:40:28.861739 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ee1919b-943e-4dd3-b8ed-591382f2bb07 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:40:28.862396 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee1919b-943e-4dd3-b8ed-591382f2bb07'] response: {'server_uuid': '40320b2c-6137-4266-b3b6-fb76f3d6d654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c581b4f8-de6e-4314-a04e-aca7063e49e5', 'code': 200} May 23 12:40:28.921267 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=c581b4f8-de6e-4314-a04e-aca7063e49e5,revision_number=10']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:28.971381 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-2cd54568-26f9-4330-8f00-adad68445eac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-59579680-network', 'tenant_id': 'c1f2700efc5d45119cc13a60bc0f25f0'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:40:28.983175 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:29.043900 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd54568-26f9-4330-8f00-adad68445eac admin admin] Made reservation on behalf of c1f2700efc5d45119cc13a60bc0f25f0 for: {'network': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:40:29.066545 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2cd54568-26f9-4330-8f00-adad68445eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for network (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:29.092251 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2cd54568-26f9-4330-8f00-adad68445eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:29.210683 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d1a94-efd4-4ba4-8816-75ec3aec2bcd req-33e3ee3c-ce7e-4ace-bb76-381ac29555bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:29.212295 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-894d1a94-efd4-4ba4-8816-75ec3aec2bcd req-33e3ee3c-ce7e-4ace-bb76-381ac29555bc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 1131 time: 0.0829072 May 23 12:40:29.350216 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-894d1a94-efd4-4ba4-8816-75ec3aec2bcd req-3c9cc28a-1a22-4e62-aaf8-49ffdac08660 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304357 May 23 12:40:29.386290 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2cd54568-26f9-4330-8f00-adad68445eac admin admin] Publish callbacks [] for security_group (c533a7fd-b19f-4509-bab1-d58dee2a08a3), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:29.397364 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2cd54568-26f9-4330-8f00-adad68445eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (c533a7fd-b19f-4509-bab1-d58dee2a08a3), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:29.435620 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334f68e-1473-45b9-9715-9ee0043d85c3 req-2bcc05b1-1aa9-4fa0-b379-8c92780cb47f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:29.438047 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2334f68e-1473-45b9-9715-9ee0043d85c3 req-2bcc05b1-1aa9-4fa0-b379-8c92780cb47f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 947 time: 0.1136050 May 23 12:40:29.462648 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd54568-26f9-4330-8f00-adad68445eac admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=103850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:40:29.504963 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2cd54568-26f9-4330-8f00-adad68445eac admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727294489182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (10f27b69-af84-4cb9-ac35-9637c53991de), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:29.505383 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.db.segments_db [None req-2cd54568-26f9-4330-8f00-adad68445eac admin admin] Added segment 10f27b69-af84-4cb9-ac35-9637c53991de of type vlan for network 9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1 May 23 12:40:29.506943 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd54568-26f9-4330-8f00-adad68445eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c533a7fd-b19f-4509-bab1-d58dee2a08a3,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:29.588974 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2334f68e-1473-45b9-9715-9ee0043d85c3 req-89689c52-92b2-49c9-b35b-47c236e50b1d tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284468 May 23 12:40:29.590880 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2cd54568-26f9-4330-8f00-adad68445eac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727293981772'] for network (9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:29.641974 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2cd54568-26f9-4330-8f00-adad68445eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for network (9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:29.643248 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd54568-26f9-4330-8f00-adad68445eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:29.644617 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2cd54568-26f9-4330-8f00-adad68445eac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:29.713792 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-2cd54568-26f9-4330-8f00-adad68445eac admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.9836206 May 23 12:40:29.714259 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 58896) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:29.720683 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-972a6f4b-8a1f-4245-97ca-c6b16a5ff91c admin admin] Request body: {'subnet': {'network_id': '9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-59579680-subnet', 'tenant_id': 'c1f2700efc5d45119cc13a60bc0f25f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:40:29.730783 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd54568-26f9-4330-8f00-adad68445eac admin admin] Pushing event updated for resources: {'Network': ['ID=9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:29.744736 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Network 9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1 details requested by agent ovs-agent-dv-cinder-836996-27-iscsi with host dv-cinder-836996-27-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:40:29.750824 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972a6f4b-8a1f-4245-97ca-c6b16a5ff91c admin admin] Made reservation on behalf of c1f2700efc5d45119cc13a60bc0f25f0 for: {'subnet': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:40:29.754367 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-972a6f4b-8a1f-4245-97ca-c6b16a5ff91c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5217897'] for subnet (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:29.939125 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-972a6f4b-8a1f-4245-97ca-c6b16a5ff91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4652963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5217947'] for subnet (15ce2326-679b-4f7e-bc17-5ed4dcc62a17), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:29.995661 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a6f4b-8a1f-4245-97ca-c6b16a5ff91c admin admin] Pushing event updated for resources: {'Subnet': ['ID=15ce2326-679b-4f7e-bc17-5ed4dcc62a17,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:30.005089 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972a6f4b-8a1f-4245-97ca-c6b16a5ff91c admin admin] Checking segment: {'id': '10f27b69-af84-4cb9-ac35-9637c53991de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:40:30.005449 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972a6f4b-8a1f-4245-97ca-c6b16a5ff91c admin admin] Network hostable DHCP agents. Network: 9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1, hostable agents: ['f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96'], hosted agents: [] {{(pid=103849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:40:30.023354 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972a6f4b-8a1f-4245-97ca-c6b16a5ff91c admin admin] Network 9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1 is scheduled to be hosted by DHCP agent f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96 with binding_index 1 {{(pid=103849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:40:30.037208 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-972a6f4b-8a1f-4245-97ca-c6b16a5ff91c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-27-iscsi, 9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1) {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:40:30.042241 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972a6f4b-8a1f-4245-97ca-c6b16a5ff91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:30.043008 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-972a6f4b-8a1f-4245-97ca-c6b16a5ff91c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:30.048101 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b404f0f-9b54-4376-b268-25678503678f None None] Network 9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1 requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:40:30.071855 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-972a6f4b-8a1f-4245-97ca-c6b16a5ff91c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3524075 May 23 12:40:30.171014 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9135e1fe-4b4f-49dd-99f6-8c6680ab0e07 None None] Network 9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1 requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:40:30.718425 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:30.746935 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b34cf-1197-454d-86b9-917a271efafd req-5b3b80f9-0553-47d5-8f04-f3ec08c71348 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:30.749128 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-123b34cf-1197-454d-86b9-917a271efafd req-5b3b80f9-0553-47d5-8f04-f3ec08c71348 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 947 time: 0.0640452 May 23 12:40:30.803788 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-123b34cf-1197-454d-86b9-917a271efafd req-9f13bd05-86ce-453d-9603-a7e6dafbb430 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484958 May 23 12:40:31.936597 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4bc10-5556-4201-9b07-af4f4d503749 req-3836f745-e053-47cf-8b69-22c51ac65551 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:31.938085 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-16b4bc10-5556-4201-9b07-af4f4d503749 req-3836f745-e053-47cf-8b69-22c51ac65551 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 947 time: 0.0504184 May 23 12:40:31.988062 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-16b4bc10-5556-4201-9b07-af4f4d503749 req-92884b88-d697-412b-8c75-790428a69833 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435729 May 23 12:40:32.392619 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-5aa70e4d-f053-4920-a01c-b955cd297fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:33.111486 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad99ada-92aa-4d47-8a20-fbae4797d51a req-20be3d09-3f59-4499-88a1-02809cfb1e64 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:33.113300 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6ad99ada-92aa-4d47-8a20-fbae4797d51a req-20be3d09-3f59-4499-88a1-02809cfb1e64 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 947 time: 0.0487721 May 23 12:40:33.164213 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6ad99ada-92aa-4d47-8a20-fbae4797d51a req-c20f5c68-34a3-4018-8cd3-4236964e4902 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440354 May 23 12:40:33.629564 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:33.946075 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:33.958406 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-656ddacb-6703-4627-a64d-664b172b7932 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:33.959880 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-656ddacb-6703-4627-a64d-664b172b7932 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/networks?id=9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1 HTTP/1.1" status: 200 len: 807 time: 0.1094241 May 23 12:40:33.974983 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-dcf2e9b0-00d4-4bcd-a9d5-48c33632ec87 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/quotas/c1f2700efc5d45119cc13a60bc0f25f0 HTTP/1.1" status: 200 len: 375 time: 0.0096762 May 23 12:40:34.009517 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-042097dd-e05f-46fa-a411-509dc15d84f7 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1f2700efc5d45119cc13a60bc0f25f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282769 May 23 12:40:34.119722 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-15c18c7b-9516-4438-ab1a-3feb85f8b849 service neutron] 10.222.0.16 "GET /v2.0/networks/9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991824 May 23 12:40:34.216400 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-5a40cb2a-1463-45d8-849a-e338204733cc service neutron] 10.222.0.16 "GET /v2.0/networks/9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901968 May 23 12:40:34.342949 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96a50e-fd4b-44aa-8e89-674c66af0656 req-0209bd2b-f610-43a1-b660-210471e2716c tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:34.344470 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6a96a50e-fd4b-44aa-8e89-674c66af0656 req-0209bd2b-f610-43a1-b660-210471e2716c tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 947 time: 0.0579240 May 23 12:40:34.427292 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6a96a50e-fd4b-44aa-8e89-674c66af0656 req-a89d8415-ed82-4565-9b6f-b68cbc25fc33 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763874 May 23 12:40:34.444462 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9dcb6389-f416-4961-8e9f-da0160bdc6f0 req-24b03638-694d-42f0-b8d0-13adc767f3f1 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=15dfebca-aa48-4dba-b998-4fcd26591e1a HTTP/1.1" status: 200 len: 210 time: 0.0395997 May 23 12:40:34.642973 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0a7a1b37-2055-43ca-b4aa-ebe72fc48d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:35.567316 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-906951b8-30de-4726-8ec0-90dd9e572104 req-331dbad6-d9e0-4982-8711-ca4a0e818ce6 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=15dfebca-aa48-4dba-b998-4fcd26591e1a HTTP/1.1" status: 200 len: 210 time: 0.0432630 May 23 12:40:35.584399 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee8cdc-6132-4e83-b2c1-63471ad6497e req-e3a720ce-710e-4c59-913f-32c0371dbb58 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:35.585880 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b0ee8cdc-6132-4e83-b2c1-63471ad6497e req-e3a720ce-710e-4c59-913f-32c0371dbb58 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 947 time: 0.0728464 May 23 12:40:35.636267 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b0ee8cdc-6132-4e83-b2c1-63471ad6497e req-a241ccf3-1997-483e-952a-e1fb4ef1baed tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425148 May 23 12:40:35.944650 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:36.693480 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7f30a537-6156-43b9-af9e-2e4d7a432366 req-919913c8-0ac4-4efd-85bd-dc3b336681cb tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=15dfebca-aa48-4dba-b998-4fcd26591e1a HTTP/1.1" status: 200 len: 210 time: 0.0465517 May 23 12:40:36.771131 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146c69e-894b-4931-94a8-efeab59d25b6 req-7fa262ec-1df8-4996-9d01-322edf4a3e81 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:36.772924 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1146c69e-894b-4931-94a8-efeab59d25b6 req-7fa262ec-1df8-4996-9d01-322edf4a3e81 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 947 time: 0.0534554 May 23 12:40:36.847501 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1146c69e-894b-4931-94a8-efeab59d25b6 req-855fda2f-9fd5-4a04-ba4e-d8d4a184d401 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619626 May 23 12:40:37.306595 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:37.809298 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3036f3dd-ec2b-45c0-81fb-727a70a68fad req-5bf9b7de-454a-4380-8446-9bedfa1b117c tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=15dfebca-aa48-4dba-b998-4fcd26591e1a HTTP/1.1" status: 200 len: 210 time: 0.0306203 May 23 12:40:37.980921 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffc8fd-4be2-4184-ae6f-9a910ce95fd6 req-4268e68a-0133-470b-af72-62d7a3f62d0f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:37.982390 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-20ffc8fd-4be2-4184-ae6f-9a910ce95fd6 req-4268e68a-0133-470b-af72-62d7a3f62d0f tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 947 time: 0.0526829 May 23 12:40:38.030215 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-20ffc8fd-4be2-4184-ae6f-9a910ce95fd6 req-8a76bd0f-af36-4ea1-8502-3631e9b5e138 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420682 May 23 12:40:38.643892 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:38.905906 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4d58b4ee-ae08-4968-85cf-d32fbca312d9 req-6ab9ac2c-f48c-4ef9-ad6c-7aef9265da57 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=15dfebca-aa48-4dba-b998-4fcd26591e1a HTTP/1.1" status: 200 len: 210 time: 0.0295451 May 23 12:40:39.144057 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:39.152914 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c3cf0-a7f7-42fd-83e8-d39aa8cd3272 req-044377aa-245b-4adb-84a4-ce3a6b3ce302 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:39.154402 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-945c3cf0-a7f7-42fd-83e8-d39aa8cd3272 req-044377aa-245b-4adb-84a4-ce3a6b3ce302 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 947 time: 0.0497260 May 23 12:40:39.203240 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-945c3cf0-a7f7-42fd-83e8-d39aa8cd3272 req-c5d65406-f958-4f47-9682-05d810835b90 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430949 May 23 12:40:40.007041 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3657ce52-74c1-45ce-b5c8-92d49fc52bfc req-772fd8f4-fcd3-4eee-80d9-b7400e4b88d9 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=15dfebca-aa48-4dba-b998-4fcd26591e1a HTTP/1.1" status: 200 len: 210 time: 0.0320423 May 23 12:40:40.016629 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:40:40.058331 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=45,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:40.059616 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:40.208984 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-e5590ae4-42f8-4e0e-87f0-c4d9e110c4bc tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:40.210702 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-e5590ae4-42f8-4e0e-87f0-c4d9e110c4bc tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.15 "GET /v2.0/networks?id=9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1 HTTP/1.1" status: 200 len: 807 time: 0.1168773 May 23 12:40:40.225463 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-764a1ab3-16d0-4cb2-88de-157a561c5f4d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Request body: {'port': {'device_id': '15dfebca-aa48-4dba-b998-4fcd26591e1a', 'network_id': '9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1', 'admin_state_up': True, 'tenant_id': 'c1f2700efc5d45119cc13a60bc0f25f0'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:40:40.436351 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa111fab-5514-4a5c-84d9-1867d3f75fe3 req-ac139fc8-0f94-4f29-96d2-2c6b69221670 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:40.438639 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fa111fab-5514-4a5c-84d9-1867d3f75fe3 req-ac139fc8-0f94-4f29-96d2-2c6b69221670 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 947 time: 0.1179349 May 23 12:40:40.447250 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:40.463899 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-764a1ab3-16d0-4cb2-88de-157a561c5f4d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Made reservation on behalf of c1f2700efc5d45119cc13a60bc0f25f0 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:40:40.468015 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-764a1ab3-16d0-4cb2-88de-157a561c5f4d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:40.572020 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fa111fab-5514-4a5c-84d9-1867d3f75fe3 req-46eee591-f1f0-4679-9161-ebe4798a21e8 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189470 May 23 12:40:40.647246 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-764a1ab3-16d0-4cb2-88de-157a561c5f4d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Allocated IP 172.20.0.13 (9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1/15ce2326-679b-4f7e-bc17-5ed4dcc62a17/10f412d2-2adb-42c4-89c6-b848461f35af) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:40:40.819080 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-764a1ab3-16d0-4cb2-88de-157a561c5f4d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Publish callbacks [] for port (10f412d2-2adb-42c4-89c6-b848461f35af), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:40.853464 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-764a1ab3-16d0-4cb2-88de-157a561c5f4d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (10f412d2-2adb-42c4-89c6-b848461f35af), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:40.898104 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-764a1ab3-16d0-4cb2-88de-157a561c5f4d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Network 9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:40:40.901748 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-764a1ab3-16d0-4cb2-88de-157a561c5f4d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:40:40.906934 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-764a1ab3-16d0-4cb2-88de-157a561c5f4d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:40:40.913762 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a1ab3-16d0-4cb2-88de-157a561c5f4d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Pushing event updated for resources: {'Port': ['ID=10f412d2-2adb-42c4-89c6-b848461f35af,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:40.959355 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-764a1ab3-16d0-4cb2-88de-157a561c5f4d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:40.959950 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-764a1ab3-16d0-4cb2-88de-157a561c5f4d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:40.969007 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:40.979542 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-764a1ab3-16d0-4cb2-88de-157a561c5f4d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7597618 May 23 12:40:40.991553 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] Request body: {'port': {'device_id': '15dfebca-aa48-4dba-b998-4fcd26591e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:40:41.054900 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (10f412d2-2adb-42c4-89c6-b848461f35af), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:41.161130 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14356d-7637-48b9-9517-beacea334410 req-3561b9ed-11e6-4602-aa18-a1e20b515654 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:41.162566 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1c14356d-7637-48b9-9517-beacea334410 req-3561b9ed-11e6-4602-aa18-a1e20b515654 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=15dfebca-aa48-4dba-b998-4fcd26591e1a HTTP/1.1" status: 200 len: 932 time: 0.0751495 May 23 12:40:41.284520 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1c14356d-7637-48b9-9517-beacea334410 req-83dac22b-f945-4854-9870-7591026ff230 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/security-groups?id=c533a7fd-b19f-4509-bab1-d58dee2a08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094265 May 23 12:40:41.298361 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:41.430671 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f412d2-2adb-42c4-89c6-b848461f35af {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:40:41.438348 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] Publish callbacks [] for port (10f412d2-2adb-42c4-89c6-b848461f35af), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:41.451434 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] Transition to ACTIVE for port object 10f412d2-2adb-42c4-89c6-b848461f35af will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 12:40:41.455244 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (10f412d2-2adb-42c4-89c6-b848461f35af), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:41.504766 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] Pushing event updated for resources: {'Port': ['ID=10f412d2-2adb-42c4-89c6-b848461f35af,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:41.584034 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] Attempting to bind port 10f412d2-2adb-42c4-89c6-b848461f35af on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:40:41.584482 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] Attempting to bind port 10f412d2-2adb-42c4-89c6-b848461f35af by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '10f27b69-af84-4cb9-ac35-9637c53991de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:40:41.584863 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] Attempting to bind port 10f412d2-2adb-42c4-89c6-b848461f35af on network 9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:40:41.590278 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] Port 10f412d2-2adb-42c4-89c6-b848461f35af on network 9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 12:40:41.590655 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] Attempting to bind port 10f412d2-2adb-42c4-89c6-b848461f35af on network 9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:40:41.596316 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] Checking agent: {'id': '1749a81f-e3c6-4f53-968e-bc4c0c6ca916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:40:41.597043 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] Checking segment: {'id': '10f27b69-af84-4cb9-ac35-9637c53991de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:40:41.597234 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] Bound using segment: {'id': '10f27b69-af84-4cb9-ac35-9637c53991de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:40:41.597815 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] Bound port: 10f412d2-2adb-42c4-89c6-b848461f35af, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f27b69-af84-4cb9-ac35-9637c53991de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:40:41.598174 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (10f412d2-2adb-42c4-89c6-b848461f35af), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:41.665372 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] For port 10f412d2-2adb-42c4-89c6-b848461f35af, host hv-cinder-83699, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:40:41.668822 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] For port 10f412d2-2adb-42c4-89c6-b848461f35af, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=10f412d2-2adb-42c4-89c6-b848461f35af,segment=NetworkSegment(10f27b69-af84-4cb9-ac35-9637c53991de),segment_id=10f27b69-af84-4cb9-ac35-9637c53991de)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:40:41.677346 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (10f412d2-2adb-42c4-89c6-b848461f35af), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:41.714640 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:41.715252 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:41.716656 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] 10.222.0.15 "PUT /v2.0/ports/10f412d2-2adb-42c4-89c6-b848461f35af HTTP/1.1" status: 200 len: 1094 time: 0.7292387 May 23 12:40:41.717087 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15dfebca-aa48-4dba-b998-4fcd26591e1a', 'tag': '10f412d2-2adb-42c4-89c6-b848461f35af'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:40:41.719318 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a22abb4-b6ae-43aa-b39b-b3b1d604542b" -d '{"events": [{"name": "network-changed", "server_uuid": "15dfebca-aa48-4dba-b998-4fcd26591e1a", "tag": "10f412d2-2adb-42c4-89c6-b848461f35af"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:40:41.742010 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd4d8a-9017-4619-9dc6-6fd0703da667 service neutron] Pushing event updated for resources: {'Port': ['ID=10f412d2-2adb-42c4-89c6-b848461f35af,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:41.757015 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 59078) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:41.766612 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134839b5-0cba-4d99-bff2-9266ec068a02 x-openstack-request-id: req-134839b5-0cba-4d99-bff2-9266ec068a02 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:40:41.766931 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15dfebca-aa48-4dba-b998-4fcd26591e1a", "tag": "10f412d2-2adb-42c4-89c6-b848461f35af", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:40:41.767187 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-134839b5-0cba-4d99-bff2-9266ec068a02 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:40:41.767614 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-134839b5-0cba-4d99-bff2-9266ec068a02'] response: {'name': 'network-changed', 'server_uuid': '15dfebca-aa48-4dba-b998-4fcd26591e1a', 'tag': '10f412d2-2adb-42c4-89c6-b848461f35af', 'status': 'completed', 'code': 200} May 23 12:40:41.872068 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cacccedf-86ba-4eec-9f70-a3ad6896bf31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:41.955076 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cacccedf-86ba-4eec-9f70-a3ad6896bf31 admin admin] Publish callbacks [] for security_group (35360a46-49e5-4c07-aa76-ea085565ae17), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:41.960968 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cacccedf-86ba-4eec-9f70-a3ad6896bf31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (35360a46-49e5-4c07-aa76-ea085565ae17), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:42.004275 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacccedf-86ba-4eec-9f70-a3ad6896bf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35360a46-49e5-4c07-aa76-ea085565ae17,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:42.008440 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-cacccedf-86ba-4eec-9f70-a3ad6896bf31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b349553d3ea447fab3cd2da2124eebba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503278 May 23 12:40:42.011209 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 59084) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:42.014622 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacccedf-86ba-4eec-9f70-a3ad6896bf31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:42.014975 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacccedf-86ba-4eec-9f70-a3ad6896bf31 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:42.015325 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacccedf-86ba-4eec-9f70-a3ad6896bf31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:42.015667 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacccedf-86ba-4eec-9f70-a3ad6896bf31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:42.016002 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacccedf-86ba-4eec-9f70-a3ad6896bf31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:42.016362 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacccedf-86ba-4eec-9f70-a3ad6896bf31 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:42.016692 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacccedf-86ba-4eec-9f70-a3ad6896bf31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:42.017018 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacccedf-86ba-4eec-9f70-a3ad6896bf31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:42.017344 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacccedf-86ba-4eec-9f70-a3ad6896bf31 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:42.017670 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacccedf-86ba-4eec-9f70-a3ad6896bf31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:42.018013 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacccedf-86ba-4eec-9f70-a3ad6896bf31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:42.018467 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacccedf-86ba-4eec-9f70-a3ad6896bf31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:42.018856 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacccedf-86ba-4eec-9f70-a3ad6896bf31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:42.019288 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacccedf-86ba-4eec-9f70-a3ad6896bf31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:42.019614 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacccedf-86ba-4eec-9f70-a3ad6896bf31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:42.065985 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8a78e2dc-9642-4b9b-a656-f79b765f650c admin admin] Publish callbacks [] for security_group (35360a46-49e5-4c07-aa76-ea085565ae17), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:42.068114 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:42.089823 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8a78e2dc-9642-4b9b-a656-f79b765f650c admin admin] Publish callbacks [] for security_group (35360a46-49e5-4c07-aa76-ea085565ae17), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:42.142045 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8a78e2dc-9642-4b9b-a656-f79b765f650c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (35360a46-49e5-4c07-aa76-ea085565ae17), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:42.145369 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8a78e2dc-9642-4b9b-a656-f79b765f650c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:42.146551 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-8a78e2dc-9642-4b9b-a656-f79b765f650c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35360a46-49e5-4c07-aa76-ea085565ae17 HTTP/1.1" status: 204 len: 168 time: 0.1343868 May 23 12:40:42.154522 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78e2dc-9642-4b9b-a656-f79b765f650c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35360a46-49e5-4c07-aa76-ea085565ae17,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:42.419205 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ce52a-1d97-4085-9421-d245381103b8 req-530ec39b-d172-46e5-bdad-9f7caae50c67 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:42.422424 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e45ce52a-1d97-4085-9421-d245381103b8 req-530ec39b-d172-46e5-bdad-9f7caae50c67 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=15dfebca-aa48-4dba-b998-4fcd26591e1a HTTP/1.1" status: 200 len: 944 time: 0.0565295 May 23 12:40:42.477931 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e45ce52a-1d97-4085-9421-d245381103b8 req-0db04b69-bc9c-4182-8e90-a31aea385323 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/security-groups?id=c533a7fd-b19f-4509-bab1-d58dee2a08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486920 May 23 12:40:43.599739 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82762567-193e-4dd9-a0df-317404cc7702 req-1210a4f8-1c2e-48e4-9ede-06fa7c8b05f9 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:43.601243 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-82762567-193e-4dd9-a0df-317404cc7702 req-1210a4f8-1c2e-48e4-9ede-06fa7c8b05f9 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=15dfebca-aa48-4dba-b998-4fcd26591e1a HTTP/1.1" status: 200 len: 944 time: 0.0486412 May 23 12:40:43.651013 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-82762567-193e-4dd9-a0df-317404cc7702 req-75266084-229c-4a6f-9f94-14ab4df19d50 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/security-groups?id=c533a7fd-b19f-4509-bab1-d58dee2a08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441701 May 23 12:40:43.793892 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22abb4-b6ae-43aa-b39b-b3b1d604542b req-7a6be7e7-3479-4dd2-bcbb-262ce6b30d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:43.795271 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0a22abb4-b6ae-43aa-b39b-b3b1d604542b req-7a6be7e7-3479-4dd2-bcbb-262ce6b30d5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1f2700efc5d45119cc13a60bc0f25f0&device_id=15dfebca-aa48-4dba-b998-4fcd26591e1a HTTP/1.1" status: 200 len: 1128 time: 0.0453708 May 23 12:40:43.865792 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:43.902753 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22abb4-b6ae-43aa-b39b-b3b1d604542b req-e05963cc-225b-4824-971d-5bb6d2abe29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:43.904237 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0a22abb4-b6ae-43aa-b39b-b3b1d604542b req-e05963cc-225b-4824-971d-5bb6d2abe29c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c1f2700efc5d45119cc13a60bc0f25f0&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0996742 May 23 12:40:43.985386 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=2 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:44.004521 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22abb4-b6ae-43aa-b39b-b3b1d604542b req-1455d568-a2e8-4a59-9a9b-7131488b1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:44.006304 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0a22abb4-b6ae-43aa-b39b-b3b1d604542b req-1455d568-a2e8-4a59-9a9b-7131488b1450 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955062 May 23 12:40:44.085051 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-141864a0-7005-4c59-8415-219435f621f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:44.086446 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-141864a0-7005-4c59-8415-219435f621f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1f2700efc5d45119cc13a60bc0f25f0&device_id=15dfebca-aa48-4dba-b998-4fcd26591e1a HTTP/1.1" status: 200 len: 1128 time: 0.0410013 May 23 12:40:44.127298 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-04c9bc6c-780d-4480-a9f3-81640f04dc70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10f412d2-2adb-42c4-89c6-b848461f35af HTTP/1.1" status: 200 len: 217 time: 0.0330312 May 23 12:40:44.195481 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-3c2a17f7-9e6a-43d5-acf6-f4fe58689650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:44.196984 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-3c2a17f7-9e6a-43d5-acf6-f4fe58689650 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15ce2326-679b-4f7e-bc17-5ed4dcc62a17 HTTP/1.1" status: 200 len: 847 time: 0.0634267 May 23 12:40:44.232332 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-fe12a037-d856-47de-b711-c383ab1f40d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291176 May 23 12:40:44.339182 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-d7d15332-79c3-49ab-8ed2-fb5029fe776b service neutron] 10.222.0.15 "GET /v2.0/networks/9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996945 May 23 12:40:44.451645 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91b2c3fc-93e1-48a9-a984-e15348dbe2f4 req-585418ec-2737-4da2-946a-5fab64b687af service neutron] 10.222.0.15 "GET /v2.0/networks/9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029575 May 23 12:40:44.800599 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd3a04-a713-4d36-ad75-363ba9b721a6 req-b892606d-0455-40f3-b492-12aac6a03568 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:44.802070 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-35fd3a04-a713-4d36-ad75-363ba9b721a6 req-b892606d-0455-40f3-b492-12aac6a03568 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=15dfebca-aa48-4dba-b998-4fcd26591e1a HTTP/1.1" status: 200 len: 944 time: 0.0532513 May 23 12:40:44.850744 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-35fd3a04-a713-4d36-ad75-363ba9b721a6 req-265c7dc4-b4e3-4622-a3d9-3bbc65557d48 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/security-groups?id=c533a7fd-b19f-4509-bab1-d58dee2a08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429049 May 23 12:40:45.971247 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cb007-4ae9-44db-97a4-88b954d94b23 req-769656dd-cefa-44df-9918-7e670d53a1a4 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:45.972770 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d16cb007-4ae9-44db-97a4-88b954d94b23 req-769656dd-cefa-44df-9918-7e670d53a1a4 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=15dfebca-aa48-4dba-b998-4fcd26591e1a HTTP/1.1" status: 200 len: 944 time: 0.0494509 May 23 12:40:46.001728 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:46.027890 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d16cb007-4ae9-44db-97a4-88b954d94b23 req-8eb8e6c1-a65f-4e87-95e2-ecb20bf95309 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/security-groups?id=c533a7fd-b19f-4509-bab1-d58dee2a08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494761 May 23 12:40:46.782490 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 10f412d2-2adb-42c4-89c6-b848461f35af details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:40:46.890264 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 10f412d2-2adb-42c4-89c6-b848461f35af, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=10f412d2-2adb-42c4-89c6-b848461f35af,segment=NetworkSegment(10f27b69-af84-4cb9-ac35-9637c53991de),segment_id=10f27b69-af84-4cb9-ac35-9637c53991de)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:40:46.903766 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': '10f412d2-2adb-42c4-89c6-b848461f35af', 'network_id': '9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1', 'port_id': '10f412d2-2adb-42c4-89c6-b848461f35af', 'mac_address': 'fa:16:3e:59:9b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ce2326-679b-4f7e-bc17-5ed4dcc62a17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:40:46.952960 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 10f412d2-2adb-42c4-89c6-b848461f35af is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:40:46.953595 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (10f412d2-2adb-42c4-89c6-b848461f35af), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:46.975900 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f412d2-2adb-42c4-89c6-b848461f35af {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:40:47.003911 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 10f412d2-2adb-42c4-89c6-b848461f35af, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=10f412d2-2adb-42c4-89c6-b848461f35af,segment=NetworkSegment(10f27b69-af84-4cb9-ac35-9637c53991de),segment_id=10f27b69-af84-4cb9-ac35-9637c53991de)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:40:47.009953 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (10f412d2-2adb-42c4-89c6-b848461f35af), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:47.084106 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=10f412d2-2adb-42c4-89c6-b848461f35af,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:47.146626 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbbbc4-c11d-4a59-b30d-5ada17e46b6d req-8b4cc62e-a7b2-421b-9d20-afb6951cde9c tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:47.148309 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-90dbbbc4-c11d-4a59-b30d-5ada17e46b6d req-8b4cc62e-a7b2-421b-9d20-afb6951cde9c tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=15dfebca-aa48-4dba-b998-4fcd26591e1a HTTP/1.1" status: 200 len: 945 time: 0.0480239 May 23 12:40:47.201004 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-90dbbbc4-c11d-4a59-b30d-5ada17e46b6d req-434542e8-46b4-4bb8-a345-3066a5d97957 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/security-groups?id=c533a7fd-b19f-4509-bab1-d58dee2a08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461085 May 23 12:40:47.268137 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['10f412d2-2adb-42c4-89c6-b848461f35af'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:40:48.325798 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a2f2d-06ba-4ad0-ad36-588433db76e8 req-d9e89c2f-b09b-46b7-b088-a67239eb58ce tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:48.327302 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-166a2f2d-06ba-4ad0-ad36-588433db76e8 req-d9e89c2f-b09b-46b7-b088-a67239eb58ce tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=15dfebca-aa48-4dba-b998-4fcd26591e1a HTTP/1.1" status: 200 len: 945 time: 0.0490298 May 23 12:40:48.375883 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-166a2f2d-06ba-4ad0-ad36-588433db76e8 req-1840fd0a-271a-4a46-8006-23b5d4db9105 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/security-groups?id=c533a7fd-b19f-4509-bab1-d58dee2a08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421321 May 23 12:40:48.795091 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 10f412d2-2adb-42c4-89c6-b848461f35af up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:40:48.797235 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:48.826980 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:48.842593 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning for port 10f412d2-2adb-42c4-89c6-b848461f35af completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 12:40:48.849088 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port 10f412d2-2adb-42c4-89c6-b848461f35af triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:40:48.849450 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (10f412d2-2adb-42c4-89c6-b848461f35af), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:48.924869 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 10f412d2-2adb-42c4-89c6-b848461f35af is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:40:48.925256 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (10f412d2-2adb-42c4-89c6-b848461f35af), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:48.949611 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15dfebca-aa48-4dba-b998-4fcd26591e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f412d2-2adb-42c4-89c6-b848461f35af'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:40:48.951809 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5faa7b3-0615-4def-ac9b-919ad90cfef0" -d '{"events": [{"server_uuid": "15dfebca-aa48-4dba-b998-4fcd26591e1a", "name": "network-vif-plugged", "status": "completed", "tag": "10f412d2-2adb-42c4-89c6-b848461f35af"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:40:48.966055 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 10f412d2-2adb-42c4-89c6-b848461f35af, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=10f412d2-2adb-42c4-89c6-b848461f35af,segment=NetworkSegment(10f27b69-af84-4cb9-ac35-9637c53991de),segment_id=10f27b69-af84-4cb9-ac35-9637c53991de)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:40:48.970257 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (10f412d2-2adb-42c4-89c6-b848461f35af), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:48.993825 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773c97a0-5a64-4290-a4bc-d1718519d5e6 x-openstack-request-id: req-773c97a0-5a64-4290-a4bc-d1718519d5e6 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:40:48.994139 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15dfebca-aa48-4dba-b998-4fcd26591e1a", "name": "network-vif-plugged", "status": "completed", "tag": "10f412d2-2adb-42c4-89c6-b848461f35af", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:40:48.994342 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-773c97a0-5a64-4290-a4bc-d1718519d5e6 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:40:48.994731 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-773c97a0-5a64-4290-a4bc-d1718519d5e6'] response: {'server_uuid': '15dfebca-aa48-4dba-b998-4fcd26591e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f412d2-2adb-42c4-89c6-b848461f35af', 'code': 200} May 23 12:40:49.021967 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=10f412d2-2adb-42c4-89c6-b848461f35af,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:49.175802 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d20ad-4e11-45eb-a5ba-71fdcd86ee11 req-ae78ca4a-bde1-4002-a883-979a4ec41d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:49.178002 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-984d20ad-4e11-45eb-a5ba-71fdcd86ee11 req-ae78ca4a-bde1-4002-a883-979a4ec41d3b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=15dfebca-aa48-4dba-b998-4fcd26591e1a HTTP/1.1" status: 200 len: 1130 time: 0.0438795 May 23 12:40:49.222948 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-984d20ad-4e11-45eb-a5ba-71fdcd86ee11 req-69369739-9eb1-4ae6-9486-44e9690c586a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c533a7fd-b19f-4509-bab1-d58dee2a08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389349 May 23 12:40:49.490914 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dace93-ce49-40c4-92d2-bff619e84eb3 req-b32dc0ff-e15b-4b05-8d5c-344a73b827c5 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:49.492399 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-90dace93-ce49-40c4-92d2-bff619e84eb3 req-b32dc0ff-e15b-4b05-8d5c-344a73b827c5 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=15dfebca-aa48-4dba-b998-4fcd26591e1a HTTP/1.1" status: 200 len: 946 time: 0.0475745 May 23 12:40:49.539584 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-90dace93-ce49-40c4-92d2-bff619e84eb3 req-37935b46-3a05-4ecf-b91d-ae32d7c74b12 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/security-groups?id=c533a7fd-b19f-4509-bab1-d58dee2a08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407226 May 23 12:40:50.529009 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 59176) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:50.620659 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:50.660632 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a9c8b235-a0c8-4f89-8e5f-ef26bd8ea2eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:50.677206 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a16eca-798f-42ee-a06f-bc54a64bbdd1 req-cbcdc76b-713f-4659-819f-d2c86777b8ed tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:50.678876 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b6a16eca-798f-42ee-a06f-bc54a64bbdd1 req-cbcdc76b-713f-4659-819f-d2c86777b8ed tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=15dfebca-aa48-4dba-b998-4fcd26591e1a HTTP/1.1" status: 200 len: 946 time: 0.0700002 May 23 12:40:50.750874 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b6a16eca-798f-42ee-a06f-bc54a64bbdd1 req-ec40c887-a752-48e5-bf2b-cae460d47e24 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/security-groups?id=c533a7fd-b19f-4509-bab1-d58dee2a08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659807 May 23 12:40:50.787842 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a9c8b235-a0c8-4f89-8e5f-ef26bd8ea2eb admin admin] Publish callbacks [] for security_group (6f298dcd-bd2f-4e44-9781-b61931130e47), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:50.791516 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a9c8b235-a0c8-4f89-8e5f-ef26bd8ea2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (6f298dcd-bd2f-4e44-9781-b61931130e47), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:50.832604 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-a9c8b235-a0c8-4f89-8e5f-ef26bd8ea2eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46d057e73848455d9a217e69fdb23e61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030703 May 23 12:40:50.833781 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8b235-a0c8-4f89-8e5f-ef26bd8ea2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f298dcd-bd2f-4e44-9781-b61931130e47,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:50.835500 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 59182) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:40:50.841451 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8b235-a0c8-4f89-8e5f-ef26bd8ea2eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:50.841793 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8b235-a0c8-4f89-8e5f-ef26bd8ea2eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:50.842127 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8b235-a0c8-4f89-8e5f-ef26bd8ea2eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:50.842458 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8b235-a0c8-4f89-8e5f-ef26bd8ea2eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:50.842782 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8b235-a0c8-4f89-8e5f-ef26bd8ea2eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:50.843105 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8b235-a0c8-4f89-8e5f-ef26bd8ea2eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:50.843428 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8b235-a0c8-4f89-8e5f-ef26bd8ea2eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:50.843746 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8b235-a0c8-4f89-8e5f-ef26bd8ea2eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:50.844064 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8b235-a0c8-4f89-8e5f-ef26bd8ea2eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:50.844404 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8b235-a0c8-4f89-8e5f-ef26bd8ea2eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:50.844734 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8b235-a0c8-4f89-8e5f-ef26bd8ea2eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:50.845040 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8b235-a0c8-4f89-8e5f-ef26bd8ea2eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:50.845353 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8b235-a0c8-4f89-8e5f-ef26bd8ea2eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:50.845664 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8b235-a0c8-4f89-8e5f-ef26bd8ea2eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:50.845971 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c8b235-a0c8-4f89-8e5f-ef26bd8ea2eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:50.889969 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d72174c1-eb9c-4beb-96c5-3a090fc1f4e5 admin admin] Publish callbacks [] for security_group (6f298dcd-bd2f-4e44-9781-b61931130e47), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:50.915843 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d72174c1-eb9c-4beb-96c5-3a090fc1f4e5 admin admin] Publish callbacks [] for security_group (6f298dcd-bd2f-4e44-9781-b61931130e47), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:50.964682 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d72174c1-eb9c-4beb-96c5-3a090fc1f4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (6f298dcd-bd2f-4e44-9781-b61931130e47), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:50.967224 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d72174c1-eb9c-4beb-96c5-3a090fc1f4e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:50.968383 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-d72174c1-eb9c-4beb-96c5-3a090fc1f4e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f298dcd-bd2f-4e44-9781-b61931130e47 HTTP/1.1" status: 204 len: 168 time: 0.1313100 May 23 12:40:50.976456 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72174c1-eb9c-4beb-96c5-3a090fc1f4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f298dcd-bd2f-4e44-9781-b61931130e47,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:51.871247 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f631cd-4c21-4943-8dfb-a4c5bb07608e req-803e6360-429a-4145-95f4-1afa3bb769f3 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:51.872713 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d0f631cd-4c21-4943-8dfb-a4c5bb07608e req-803e6360-429a-4145-95f4-1afa3bb769f3 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=15dfebca-aa48-4dba-b998-4fcd26591e1a HTTP/1.1" status: 200 len: 946 time: 0.0474780 May 23 12:40:51.922450 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d0f631cd-4c21-4943-8dfb-a4c5bb07608e req-cff8d581-8a22-4ae7-873b-0d221aa36796 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/security-groups?id=c533a7fd-b19f-4509-bab1-d58dee2a08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413401 May 23 12:40:51.995022 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=8 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:52.546820 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4267a4a-56f1-46bd-aad7-ac4e8ed444db req-1ab23fce-5418-47d4-8324-e87cbe6f2916 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:52.548131 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b4267a4a-56f1-46bd-aad7-ac4e8ed444db req-1ab23fce-5418-47d4-8324-e87cbe6f2916 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=15dfebca-aa48-4dba-b998-4fcd26591e1a HTTP/1.1" status: 200 len: 946 time: 0.0500379 May 23 12:40:52.595498 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b4267a4a-56f1-46bd-aad7-ac4e8ed444db req-88939f91-b110-4817-9b1d-fb0051ab9d02 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/security-groups?id=c533a7fd-b19f-4509-bab1-d58dee2a08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411649 May 23 12:40:53.711294 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a1681-27e6-42b5-b706-7a0090bd4bf7 req-0df7d700-3e2d-40e0-bd52-090eb48e7f52 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:53.712885 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c43a1681-27e6-42b5-b706-7a0090bd4bf7 req-0df7d700-3e2d-40e0-bd52-090eb48e7f52 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=15dfebca-aa48-4dba-b998-4fcd26591e1a HTTP/1.1" status: 200 len: 946 time: 0.0476589 May 23 12:40:53.762804 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c43a1681-27e6-42b5-b706-7a0090bd4bf7 req-fb198d0f-4d02-4f3e-878a-be022c21e68c tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/security-groups?id=c533a7fd-b19f-4509-bab1-d58dee2a08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444193 May 23 12:40:53.906509 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:53.946690 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e0864-de6a-4ab7-bf03-76cbbd564466 req-a998b632-6675-48a3-9177-a873a55b997c tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:53.948111 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b68e0864-de6a-4ab7-bf03-76cbbd564466 req-a998b632-6675-48a3-9177-a873a55b997c tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.15 "GET /v2.0/ports?device_id=15dfebca-aa48-4dba-b998-4fcd26591e1a HTTP/1.1" status: 200 len: 946 time: 0.0516918 May 23 12:40:54.032269 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-b68e0864-de6a-4ab7-bf03-76cbbd564466 req-5e9c42e0-a87a-4dd0-a777-721191b8e83d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Deleting port 10f412d2-2adb-42c4-89c6-b848461f35af {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:40:54.032617 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-b68e0864-de6a-4ab7-bf03-76cbbd564466 req-5e9c42e0-a87a-4dd0-a777-721191b8e83d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (10f412d2-2adb-42c4-89c6-b848461f35af), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:54.122989 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-b68e0864-de6a-4ab7-bf03-76cbbd564466 req-5e9c42e0-a87a-4dd0-a777-721191b8e83d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] For port 10f412d2-2adb-42c4-89c6-b848461f35af, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=10f412d2-2adb-42c4-89c6-b848461f35af,segment=NetworkSegment(10f27b69-af84-4cb9-ac35-9637c53991de),segment_id=10f27b69-af84-4cb9-ac35-9637c53991de)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:40:54.123350 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-b68e0864-de6a-4ab7-bf03-76cbbd564466 req-5e9c42e0-a87a-4dd0-a777-721191b8e83d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (10f412d2-2adb-42c4-89c6-b848461f35af), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:54.136569 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-b68e0864-de6a-4ab7-bf03-76cbbd564466 req-5e9c42e0-a87a-4dd0-a777-721191b8e83d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Calling delete_port for 10f412d2-2adb-42c4-89c6-b848461f35af owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:40:54.245958 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:54.264441 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-b68e0864-de6a-4ab7-bf03-76cbbd564466 req-5e9c42e0-a87a-4dd0-a777-721191b8e83d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (10f412d2-2adb-42c4-89c6-b848461f35af), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:54.276862 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['10f412d2-2adb-42c4-89c6-b848461f35af'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:40:54.296595 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c42e0-a87a-4dd0-a777-721191b8e83d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Pushing event deleted for resources: {'Port': ['ID=10f412d2-2adb-42c4-89c6-b848461f35af,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:54.603947 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68e0864-de6a-4ab7-bf03-76cbbd564466 req-5e9c42e0-a87a-4dd0-a777-721191b8e83d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] No DVR routers for this DVR port 10f412d2-2adb-42c4-89c6-b848461f35af on host hv-cinder-83699 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:40:54.606832 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-b68e0864-de6a-4ab7-bf03-76cbbd564466 req-5e9c42e0-a87a-4dd0-a777-721191b8e83d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:54.610395 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b68e0864-de6a-4ab7-bf03-76cbbd564466 req-5e9c42e0-a87a-4dd0-a777-721191b8e83d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.15 "DELETE /v2.0/ports/10f412d2-2adb-42c4-89c6-b848461f35af HTTP/1.1" status: 204 len: 173 time: 0.6571300 May 23 12:40:54.610829 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15dfebca-aa48-4dba-b998-4fcd26591e1a', 'name': 'network-vif-deleted', 'tag': '10f412d2-2adb-42c4-89c6-b848461f35af'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:40:54.614060 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830f2577-1edd-4dbd-8a02-61df69a2e48e" -d '{"events": [{"server_uuid": "15dfebca-aa48-4dba-b998-4fcd26591e1a", "name": "network-vif-deleted", "tag": "10f412d2-2adb-42c4-89c6-b848461f35af"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:40:54.656575 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace835c0-6c43-4ab3-8297-04f02f2ec985 x-openstack-request-id: req-ace835c0-6c43-4ab3-8297-04f02f2ec985 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:40:54.656867 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15dfebca-aa48-4dba-b998-4fcd26591e1a", "name": "network-vif-deleted", "tag": "10f412d2-2adb-42c4-89c6-b848461f35af", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:40:54.657109 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ace835c0-6c43-4ab3-8297-04f02f2ec985 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:40:54.657492 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace835c0-6c43-4ab3-8297-04f02f2ec985'] response: {'server_uuid': '15dfebca-aa48-4dba-b998-4fcd26591e1a', 'name': 'network-vif-deleted', 'tag': '10f412d2-2adb-42c4-89c6-b848461f35af', 'status': 'completed', 'code': 200} May 23 12:40:54.869648 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9ff49785-4391-48f5-9dbd-3fd7838e2aa5 req-0ab575f0-b196-4449-8029-0e911559354d tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=15dfebca-aa48-4dba-b998-4fcd26591e1a HTTP/1.1" status: 200 len: 210 time: 0.0276003 May 23 12:40:56.177517 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-ac990cd4-4bcc-4c4f-82e1-527d138ab01b tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:56.178848 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-ac990cd4-4bcc-4c4f-82e1-527d138ab01b tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/networks?id=9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1 HTTP/1.1" status: 200 len: 807 time: 0.1011455 May 23 12:40:56.193818 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-439b12ad-15cd-4a52-9dc4-b56b476479e3 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/quotas/c1f2700efc5d45119cc13a60bc0f25f0 HTTP/1.1" status: 200 len: 375 time: 0.0095940 May 23 12:40:56.225571 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-d26aa7b5-9988-4c1a-a099-9d518c8c5c36 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1f2700efc5d45119cc13a60bc0f25f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268312 May 23 12:40:56.318851 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e0c96414-596f-469a-a02f-f4368d209335 service neutron] 10.222.0.16 "GET /v2.0/networks/9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868831 May 23 12:40:56.407886 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-aa9cac6a-a757-43de-9bda-05309e80c2b8 service neutron] 10.222.0.16 "GET /v2.0/networks/9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833554 May 23 12:40:56.572118 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3f652430-96a8-4586-bbd8-bbaa95019296 req-7ab1665b-f422-42f7-901d-04c8310a2257 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=e425f4da-b07f-4931-965f-6edcddab8b8c HTTP/1.1" status: 200 len: 210 time: 0.0287459 May 23 12:40:56.805298 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 10f412d2-2adb-42c4-89c6-b848461f35af no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:40:56.824803 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] No Port match for: 10f412d2-2adb-42c4-89c6-b848461f35af {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:40:56.825214 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 10f412d2-2adb-42c4-89c6-b848461f35af not bound to the agent host hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:40:57.491323 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e0af4280-8c4d-4a9b-944c-5fae2c70b0f0 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:57.492824 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e0af4280-8c4d-4a9b-944c-5fae2c70b0f0 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.15 "GET /v2.0/networks?id=9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1 HTTP/1.1" status: 200 len: 807 time: 0.1057765 May 23 12:40:57.506976 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-7049b3c6-a22b-4701-8995-8b50a377b3a7 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Request body: {'port': {'device_id': 'e425f4da-b07f-4931-965f-6edcddab8b8c', 'network_id': '9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1', 'admin_state_up': True, 'tenant_id': 'c1f2700efc5d45119cc13a60bc0f25f0'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:40:57.558246 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:57.624927 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-7049b3c6-a22b-4701-8995-8b50a377b3a7 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Made reservation on behalf of c1f2700efc5d45119cc13a60bc0f25f0 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:40:57.628301 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-7049b3c6-a22b-4701-8995-8b50a377b3a7 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:57.706207 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fe00455a-42b0-46a2-b45a-6c9c2c06164a req-720ecd33-9115-4a21-b50a-21874603c7a6 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=e425f4da-b07f-4931-965f-6edcddab8b8c HTTP/1.1" status: 200 len: 210 time: 0.0572155 May 23 12:40:57.779282 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-7049b3c6-a22b-4701-8995-8b50a377b3a7 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Allocated IP 172.20.0.8 (9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1/15ce2326-679b-4f7e-bc17-5ed4dcc62a17/b044c603-8c60-4064-b5f9-6256664601bf) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:40:57.925928 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-7049b3c6-a22b-4701-8995-8b50a377b3a7 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Publish callbacks [] for port (b044c603-8c60-4064-b5f9-6256664601bf), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:57.934574 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:57.963153 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-7049b3c6-a22b-4701-8995-8b50a377b3a7 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (b044c603-8c60-4064-b5f9-6256664601bf), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:58.010866 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-7049b3c6-a22b-4701-8995-8b50a377b3a7 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Network 9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:40:58.013900 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-7049b3c6-a22b-4701-8995-8b50a377b3a7 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:40:58.017570 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-7049b3c6-a22b-4701-8995-8b50a377b3a7 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:40:58.041792 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049b3c6-a22b-4701-8995-8b50a377b3a7 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Pushing event updated for resources: {'Port': ['ID=b044c603-8c60-4064-b5f9-6256664601bf,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:58.069726 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-7049b3c6-a22b-4701-8995-8b50a377b3a7 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:58.070323 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-7049b3c6-a22b-4701-8995-8b50a377b3a7 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:58.087301 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-7049b3c6-a22b-4701-8995-8b50a377b3a7 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5850153 May 23 12:40:58.099017 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] Request body: {'port': {'device_id': 'e425f4da-b07f-4931-965f-6edcddab8b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:40:58.156663 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (b044c603-8c60-4064-b5f9-6256664601bf), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:58.348736 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:58.446410 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b044c603-8c60-4064-b5f9-6256664601bf {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:40:58.453781 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] Publish callbacks [] for port (b044c603-8c60-4064-b5f9-6256664601bf), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:58.467284 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] Transition to ACTIVE for port object b044c603-8c60-4064-b5f9-6256664601bf will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 12:40:58.470840 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (b044c603-8c60-4064-b5f9-6256664601bf), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:58.523091 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] Pushing event updated for resources: {'Port': ['ID=b044c603-8c60-4064-b5f9-6256664601bf,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:58.590587 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] Attempting to bind port b044c603-8c60-4064-b5f9-6256664601bf on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:40:58.590907 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] Attempting to bind port b044c603-8c60-4064-b5f9-6256664601bf by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '10f27b69-af84-4cb9-ac35-9637c53991de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:40:58.591227 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] Attempting to bind port b044c603-8c60-4064-b5f9-6256664601bf on network 9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:40:58.595498 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] Port b044c603-8c60-4064-b5f9-6256664601bf on network 9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 12:40:58.595808 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] Attempting to bind port b044c603-8c60-4064-b5f9-6256664601bf on network 9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:40:58.600887 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] Checking agent: {'id': '1749a81f-e3c6-4f53-968e-bc4c0c6ca916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:40:58.601140 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] Checking segment: {'id': '10f27b69-af84-4cb9-ac35-9637c53991de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:40:58.601513 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] Bound using segment: {'id': '10f27b69-af84-4cb9-ac35-9637c53991de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:40:58.601925 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] Bound port: b044c603-8c60-4064-b5f9-6256664601bf, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f27b69-af84-4cb9-ac35-9637c53991de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:40:58.602271 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (b044c603-8c60-4064-b5f9-6256664601bf), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:58.661519 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] For port b044c603-8c60-4064-b5f9-6256664601bf, host hv-cinder-83699, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:40:58.664539 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] For port b044c603-8c60-4064-b5f9-6256664601bf, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b044c603-8c60-4064-b5f9-6256664601bf,segment=NetworkSegment(10f27b69-af84-4cb9-ac35-9637c53991de),segment_id=10f27b69-af84-4cb9-ac35-9637c53991de)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:40:58.670546 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (b044c603-8c60-4064-b5f9-6256664601bf), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:58.703760 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:58.704634 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:40:58.705976 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] 10.222.0.15 "PUT /v2.0/ports/b044c603-8c60-4064-b5f9-6256664601bf HTTP/1.1" status: 200 len: 1093 time: 0.6115818 May 23 12:40:58.706397 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e425f4da-b07f-4931-965f-6edcddab8b8c', 'tag': 'b044c603-8c60-4064-b5f9-6256664601bf'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:40:58.708665 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2466b489-d8df-4fb6-9343-b75be3d72355" -d '{"events": [{"name": "network-changed", "server_uuid": "e425f4da-b07f-4931-965f-6edcddab8b8c", "tag": "b044c603-8c60-4064-b5f9-6256664601bf"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:40:58.736186 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a177a-6a1d-4f3b-ac1b-6abc0815111d service neutron] Pushing event updated for resources: {'Port': ['ID=b044c603-8c60-4064-b5f9-6256664601bf,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:58.775499 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4659ea04-28e9-4091-ae26-a5fb0405c165 x-openstack-request-id: req-4659ea04-28e9-4091-ae26-a5fb0405c165 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:40:58.775885 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e425f4da-b07f-4931-965f-6edcddab8b8c", "tag": "b044c603-8c60-4064-b5f9-6256664601bf", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:40:58.776225 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4659ea04-28e9-4091-ae26-a5fb0405c165 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:40:58.776572 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4659ea04-28e9-4091-ae26-a5fb0405c165'] response: {'name': 'network-changed', 'server_uuid': 'e425f4da-b07f-4931-965f-6edcddab8b8c', 'tag': 'b044c603-8c60-4064-b5f9-6256664601bf', 'status': 'completed', 'code': 200} May 23 12:40:58.781395 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:58.792591 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-5499b272-fb7c-4e64-8b86-033dd55c4211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:58.794063 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-5499b272-fb7c-4e64-8b86-033dd55c4211 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1f2700efc5d45119cc13a60bc0f25f0&device_id=e425f4da-b07f-4931-965f-6edcddab8b8c HTTP/1.1" status: 200 len: 1127 time: 0.0488389 May 23 12:40:58.857077 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-587362be-7587-49a0-ab9a-6a154802eceb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b044c603-8c60-4064-b5f9-6256664601bf HTTP/1.1" status: 200 len: 217 time: 0.0546300 May 23 12:40:58.870601 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ad1d1-6452-442c-8361-108044f10dfa req-3987fdf9-36f7-4f35-8792-26969f33b73f tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:58.872052 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b61ad1d1-6452-442c-8361-108044f10dfa req-3987fdf9-36f7-4f35-8792-26969f33b73f tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=e425f4da-b07f-4931-965f-6edcddab8b8c HTTP/1.1" status: 200 len: 943 time: 0.0823560 May 23 12:40:58.949657 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-9c16fcdc-af7d-42f3-86bc-d023ac139e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:40:58.951129 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-9c16fcdc-af7d-42f3-86bc-d023ac139e0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15ce2326-679b-4f7e-bc17-5ed4dcc62a17 HTTP/1.1" status: 200 len: 847 time: 0.0782051 May 23 12:40:58.971748 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b61ad1d1-6452-442c-8361-108044f10dfa req-772cf68a-5dd1-4767-9e9b-930768d32c95 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/security-groups?id=c533a7fd-b19f-4509-bab1-d58dee2a08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896113 May 23 12:40:58.988027 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-07ed11f3-4fdc-4c70-96a9-e78dfa102781 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290947 May 23 12:40:59.077004 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-8fbe77a8-b95e-4c00-8610-764fbc323820 service neutron] 10.222.0.15 "GET /v2.0/networks/9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822153 May 23 12:40:59.150305 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:40:59.178903 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fb6e2880-1518-4e8c-bc54-0ca68d9cf127 req-c314dd69-acbf-4fe3-877a-369777031453 service neutron] 10.222.0.15 "GET /v2.0/networks/9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941293 May 23 12:40:59.999340 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466b489-d8df-4fb6-9343-b75be3d72355 req-fca69add-3810-4c93-a029-025bf3e76e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:00.000875 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2466b489-d8df-4fb6-9343-b75be3d72355 req-fca69add-3810-4c93-a029-025bf3e76e14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1f2700efc5d45119cc13a60bc0f25f0&device_id=e425f4da-b07f-4931-965f-6edcddab8b8c HTTP/1.1" status: 200 len: 1127 time: 0.0386963 May 23 12:41:00.118076 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8179b6-a39c-4cb6-8f0e-6b907f308167 req-bc63d309-aa18-418f-90cb-e550fe94ba60 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:00.119562 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ae8179b6-a39c-4cb6-8f0e-6b907f308167 req-bc63d309-aa18-418f-90cb-e550fe94ba60 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=e425f4da-b07f-4931-965f-6edcddab8b8c HTTP/1.1" status: 200 len: 943 time: 0.0578275 May 23 12:41:00.159011 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466b489-d8df-4fb6-9343-b75be3d72355 req-3e16d5d6-b4d8-48ac-8215-5ed79ef4f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:00.160463 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2466b489-d8df-4fb6-9343-b75be3d72355 req-3e16d5d6-b4d8-48ac-8215-5ed79ef4f337 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1 HTTP/1.1" status: 200 len: 908 time: 0.1525033 May 23 12:41:00.212702 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2466b489-d8df-4fb6-9343-b75be3d72355 req-f0e2e6e5-0a11-4470-965a-b1ba9fb0f48e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b044c603-8c60-4064-b5f9-6256664601bf HTTP/1.1" status: 200 len: 217 time: 0.0446608 May 23 12:41:00.216119 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ae8179b6-a39c-4cb6-8f0e-6b907f308167 req-b14ac65b-5dd2-442a-aff7-2ec594026fad tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/security-groups?id=c533a7fd-b19f-4509-bab1-d58dee2a08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903072 May 23 12:41:00.261392 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466b489-d8df-4fb6-9343-b75be3d72355 req-f7f21a14-b1ae-4c23-936f-2d94cb2206e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:00.262744 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2466b489-d8df-4fb6-9343-b75be3d72355 req-f7f21a14-b1ae-4c23-936f-2d94cb2206e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15ce2326-679b-4f7e-bc17-5ed4dcc62a17 HTTP/1.1" status: 200 len: 847 time: 0.0442510 May 23 12:41:00.297186 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2466b489-d8df-4fb6-9343-b75be3d72355 req-7b6356bf-10f5-487f-8c5a-21b397f21c54 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248392 May 23 12:41:00.389625 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2466b489-d8df-4fb6-9343-b75be3d72355 req-2d7f1f58-b2ae-479b-bab9-58c2906e46a7 service neutron] 10.222.0.15 "GET /v2.0/networks/9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852191 May 23 12:41:00.483706 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2466b489-d8df-4fb6-9343-b75be3d72355 req-eda87f6d-f7d9-430e-bdaf-1f793328df60 service neutron] 10.222.0.15 "GET /v2.0/networks/9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861769 May 23 12:41:00.820037 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device b044c603-8c60-4064-b5f9-6256664601bf details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:41:00.920238 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port b044c603-8c60-4064-b5f9-6256664601bf, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b044c603-8c60-4064-b5f9-6256664601bf,segment=NetworkSegment(10f27b69-af84-4cb9-ac35-9637c53991de),segment_id=10f27b69-af84-4cb9-ac35-9637c53991de)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:41:00.932450 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': 'b044c603-8c60-4064-b5f9-6256664601bf', 'network_id': '9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1', 'port_id': 'b044c603-8c60-4064-b5f9-6256664601bf', 'mac_address': 'fa:16:3e:52:fa:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ce2326-679b-4f7e-bc17-5ed4dcc62a17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:41:00.950050 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=32,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:00.968192 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port b044c603-8c60-4064-b5f9-6256664601bf is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:41:00.968571 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (b044c603-8c60-4064-b5f9-6256664601bf), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:00.972670 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=40,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:00.981408 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b044c603-8c60-4064-b5f9-6256664601bf {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:41:01.000932 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port b044c603-8c60-4064-b5f9-6256664601bf, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b044c603-8c60-4064-b5f9-6256664601bf,segment=NetworkSegment(10f27b69-af84-4cb9-ac35-9637c53991de),segment_id=10f27b69-af84-4cb9-ac35-9637c53991de)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:41:01.004724 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (b044c603-8c60-4064-b5f9-6256664601bf), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:01.055642 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=b044c603-8c60-4064-b5f9-6256664601bf,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:01.240263 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['b044c603-8c60-4064-b5f9-6256664601bf'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:41:01.332928 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79570534-7610-4440-9758-6a9687870784 req-92ab7dff-30bf-4723-8181-7338b537d98b tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:01.334474 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-79570534-7610-4440-9758-6a9687870784 req-92ab7dff-30bf-4723-8181-7338b537d98b tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=e425f4da-b07f-4931-965f-6edcddab8b8c HTTP/1.1" status: 200 len: 944 time: 0.0513968 May 23 12:41:01.382975 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-79570534-7610-4440-9758-6a9687870784 req-fb877522-c550-4942-9466-115c542966e2 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/security-groups?id=c533a7fd-b19f-4509-bab1-d58dee2a08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430398 May 23 12:41:02.376959 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=14 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:02.384526 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=12 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:02.394994 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b6b7dea5-cd15-41a4-8d6e-8e63e975c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:02.501103 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92bfe1-c6ca-48db-aeae-e760cd41f7ec req-5a63037a-240c-4b75-aeae-799e8bdc0cea tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:02.502633 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0f92bfe1-c6ca-48db-aeae-e760cd41f7ec req-5a63037a-240c-4b75-aeae-799e8bdc0cea tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=e425f4da-b07f-4931-965f-6edcddab8b8c HTTP/1.1" status: 200 len: 944 time: 0.0508699 May 23 12:41:02.538373 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:02.550780 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0f92bfe1-c6ca-48db-aeae-e760cd41f7ec req-91f639a6-61ed-4869-96e6-081f86d3c592 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/security-groups?id=c533a7fd-b19f-4509-bab1-d58dee2a08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420165 May 23 12:41:02.832317 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device b044c603-8c60-4064-b5f9-6256664601bf up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:41:02.864384 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:02.878014 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning for port b044c603-8c60-4064-b5f9-6256664601bf completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 12:41:02.884074 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port b044c603-8c60-4064-b5f9-6256664601bf triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:41:02.884519 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (b044c603-8c60-4064-b5f9-6256664601bf), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:02.962067 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port b044c603-8c60-4064-b5f9-6256664601bf is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:41:02.962453 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (b044c603-8c60-4064-b5f9-6256664601bf), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:02.970231 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:02.986868 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e425f4da-b07f-4931-965f-6edcddab8b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b044c603-8c60-4064-b5f9-6256664601bf'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:41:02.989163 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551e5d26-1989-429c-8042-6979c89941a1" -d '{"events": [{"server_uuid": "e425f4da-b07f-4931-965f-6edcddab8b8c", "name": "network-vif-plugged", "status": "completed", "tag": "b044c603-8c60-4064-b5f9-6256664601bf"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:41:03.002280 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port b044c603-8c60-4064-b5f9-6256664601bf, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b044c603-8c60-4064-b5f9-6256664601bf,segment=NetworkSegment(10f27b69-af84-4cb9-ac35-9637c53991de),segment_id=10f27b69-af84-4cb9-ac35-9637c53991de)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:41:03.007559 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (b044c603-8c60-4064-b5f9-6256664601bf), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:03.033703 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a99726-0ef3-4677-aab0-92edf2062fe1 x-openstack-request-id: req-86a99726-0ef3-4677-aab0-92edf2062fe1 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:41:03.033984 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e425f4da-b07f-4931-965f-6edcddab8b8c", "name": "network-vif-plugged", "status": "completed", "tag": "b044c603-8c60-4064-b5f9-6256664601bf", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:41:03.034236 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86a99726-0ef3-4677-aab0-92edf2062fe1 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:41:03.034610 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86a99726-0ef3-4677-aab0-92edf2062fe1'] response: {'server_uuid': 'e425f4da-b07f-4931-965f-6edcddab8b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b044c603-8c60-4064-b5f9-6256664601bf', 'code': 200} May 23 12:41:03.065341 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=b044c603-8c60-4064-b5f9-6256664601bf,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:03.197109 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa79291-4039-42e8-9f10-053273c65a27 req-2550dc58-e15b-4261-9d53-c50b7ab663bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:03.198585 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-daa79291-4039-42e8-9f10-053273c65a27 req-2550dc58-e15b-4261-9d53-c50b7ab663bf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e425f4da-b07f-4931-965f-6edcddab8b8c HTTP/1.1" status: 200 len: 1129 time: 0.0390790 May 23 12:41:03.243689 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-daa79291-4039-42e8-9f10-053273c65a27 req-1790e180-11f1-41b6-b98b-4a0376eab523 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c533a7fd-b19f-4509-bab1-d58dee2a08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385244 May 23 12:41:03.634974 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:03.677586 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210531e-99f0-4d18-83e3-c3d17a8f9c78 req-f23320b9-e17f-489c-9201-9e0d9032f1ed tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:03.679293 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6210531e-99f0-4d18-83e3-c3d17a8f9c78 req-f23320b9-e17f-489c-9201-9e0d9032f1ed tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=e425f4da-b07f-4931-965f-6edcddab8b8c HTTP/1.1" status: 200 len: 945 time: 0.0511982 May 23 12:41:03.726675 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6210531e-99f0-4d18-83e3-c3d17a8f9c78 req-b2886c32-8079-4a73-adf6-2bc2ffa24e94 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/security-groups?id=c533a7fd-b19f-4509-bab1-d58dee2a08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418522 May 23 12:41:04.645618 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e1b4ff24-2f61-401c-ba0f-7f41a6f93b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:04.842891 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1b9a6-b169-4e27-b864-31640edd43f2 req-e4cbe6cd-241e-4345-a926-dfb7d4cd5fd2 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:04.844300 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cef1b9a6-b169-4e27-b864-31640edd43f2 req-e4cbe6cd-241e-4345-a926-dfb7d4cd5fd2 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=e425f4da-b07f-4931-965f-6edcddab8b8c HTTP/1.1" status: 200 len: 945 time: 0.0475662 May 23 12:41:04.892320 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cef1b9a6-b169-4e27-b864-31640edd43f2 req-d2be717a-ce8c-4d31-a872-0619f18f75ea tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/security-groups?id=c533a7fd-b19f-4509-bab1-d58dee2a08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422518 May 23 12:41:05.533725 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a24fe-fd8c-4fba-a95b-bbbe163b2a89 req-55ba790b-3dca-4691-9d99-e9df88038336 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:05.535171 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a93a24fe-fd8c-4fba-a95b-bbbe163b2a89 req-55ba790b-3dca-4691-9d99-e9df88038336 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=e425f4da-b07f-4931-965f-6edcddab8b8c HTTP/1.1" status: 200 len: 945 time: 0.0477273 May 23 12:41:05.546556 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:05.587454 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a93a24fe-fd8c-4fba-a95b-bbbe163b2a89 req-37d45a1a-6991-4af5-a885-3e31d1d08ec8 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/security-groups?id=c533a7fd-b19f-4509-bab1-d58dee2a08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461137 May 23 12:41:05.943460 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:06.706264 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618b85d-3a78-4175-a6fe-6e4cd120d458 req-adde6e43-dec3-4b5c-bea0-bdc33f0c5548 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:06.707815 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2618b85d-3a78-4175-a6fe-6e4cd120d458 req-adde6e43-dec3-4b5c-bea0-bdc33f0c5548 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=e425f4da-b07f-4931-965f-6edcddab8b8c HTTP/1.1" status: 200 len: 945 time: 0.0496082 May 23 12:41:06.768013 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0c6e78a6-c445-40d3-b4f2-bb302cbdb58d req-6c953e12-f620-4e75-a129-5510d736ddb5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0591667 May 23 12:41:06.783123 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2618b85d-3a78-4175-a6fe-6e4cd120d458 req-ed4c7c05-9856-4646-a4b5-61d7540b868f tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/security-groups?id=c533a7fd-b19f-4509-bab1-d58dee2a08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647945 May 23 12:41:06.908993 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e78a6-c445-40d3-b4f2-bb302cbdb58d req-6f1d5df7-c417-4ab0-ad00-93aff3cb6020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:06.910526 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0c6e78a6-c445-40d3-b4f2-bb302cbdb58d req-6f1d5df7-c417-4ab0-ad00-93aff3cb6020 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0502b9ef01e2460893cfc855d44db0c7&device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 1131 time: 0.0410120 May 23 12:41:07.024720 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e78a6-c445-40d3-b4f2-bb302cbdb58d req-007c251f-a499-40e4-9e53-bc5bf2ab11df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:07.026364 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0c6e78a6-c445-40d3-b4f2-bb302cbdb58d req-007c251f-a499-40e4-9e53-bc5bf2ab11df service neutron] 10.222.0.15 "GET /v2.0/networks?id=3322fe8c-081c-4cfd-b180-198330997eff HTTP/1.1" status: 200 len: 917 time: 0.0934091 May 23 12:41:07.050254 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c484d63-0a8f-427f-b99a-7184175ff2fd req-1ba9e238-940f-4979-9f46-8ff4a370858f tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:07.051712 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-5c484d63-0a8f-427f-b99a-7184175ff2fd req-1ba9e238-940f-4979-9f46-8ff4a370858f tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.15 "GET /v2.0/ports?device_id=e425f4da-b07f-4931-965f-6edcddab8b8c HTTP/1.1" status: 200 len: 945 time: 0.0488369 May 23 12:41:07.091135 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0c6e78a6-c445-40d3-b4f2-bb302cbdb58d req-b67a9c59-c61c-4562-9394-7fae64057fd7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c581b4f8-de6e-4314-a04e-aca7063e49e5 HTTP/1.1" status: 200 len: 1002 time: 0.0584252 May 23 12:41:07.139610 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-5c484d63-0a8f-427f-b99a-7184175ff2fd req-77033b73-8c45-45cb-bcdd-3b3e1821f213 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Deleting port b044c603-8c60-4064-b5f9-6256664601bf {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:41:07.139950 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-5c484d63-0a8f-427f-b99a-7184175ff2fd req-77033b73-8c45-45cb-bcdd-3b3e1821f213 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (b044c603-8c60-4064-b5f9-6256664601bf), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:07.143837 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e78a6-c445-40d3-b4f2-bb302cbdb58d req-c7d4d44e-4c97-4349-9383-35e05f69c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:07.145329 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0c6e78a6-c445-40d3-b4f2-bb302cbdb58d req-c7d4d44e-4c97-4349-9383-35e05f69c822 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=57d02ce0-600b-49a7-8858-5c68dbc63a01 HTTP/1.1" status: 200 len: 855 time: 0.0479798 May 23 12:41:07.190687 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e78a6-c445-40d3-b4f2-bb302cbdb58d req-41c0f9ee-414d-4914-b91d-0170f1753fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:07.192242 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0c6e78a6-c445-40d3-b4f2-bb302cbdb58d req-41c0f9ee-414d-4914-b91d-0170f1753fb2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3322fe8c-081c-4cfd-b180-198330997eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406315 May 23 12:41:07.235696 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-5c484d63-0a8f-427f-b99a-7184175ff2fd req-77033b73-8c45-45cb-bcdd-3b3e1821f213 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] For port b044c603-8c60-4064-b5f9-6256664601bf, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b044c603-8c60-4064-b5f9-6256664601bf,segment=NetworkSegment(10f27b69-af84-4cb9-ac35-9637c53991de),segment_id=10f27b69-af84-4cb9-ac35-9637c53991de)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:41:07.236059 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-5c484d63-0a8f-427f-b99a-7184175ff2fd req-77033b73-8c45-45cb-bcdd-3b3e1821f213 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (b044c603-8c60-4064-b5f9-6256664601bf), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:07.249253 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-5c484d63-0a8f-427f-b99a-7184175ff2fd req-77033b73-8c45-45cb-bcdd-3b3e1821f213 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Calling delete_port for b044c603-8c60-4064-b5f9-6256664601bf owned by compute:nova {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:41:07.286644 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0c6e78a6-c445-40d3-b4f2-bb302cbdb58d req-84731bc9-4ee1-4251-a1cb-bb360860b70d service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878129 May 23 12:41:07.311252 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:07.388120 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-5c484d63-0a8f-427f-b99a-7184175ff2fd req-77033b73-8c45-45cb-bcdd-3b3e1821f213 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (b044c603-8c60-4064-b5f9-6256664601bf), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:07.404271 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['b044c603-8c60-4064-b5f9-6256664601bf'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:41:07.405620 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0c6e78a6-c445-40d3-b4f2-bb302cbdb58d req-663480cf-6f1c-4ecb-ae8f-d2bf920c7db3 service neutron] 10.222.0.15 "GET /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062455 May 23 12:41:07.415729 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77033b73-8c45-45cb-bcdd-3b3e1821f213 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Pushing event deleted for resources: {'Port': ['ID=b044c603-8c60-4064-b5f9-6256664601bf,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:07.468626 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c484d63-0a8f-427f-b99a-7184175ff2fd req-77033b73-8c45-45cb-bcdd-3b3e1821f213 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] No DVR routers for this DVR port b044c603-8c60-4064-b5f9-6256664601bf on host hv-cinder-83699 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:41:07.472844 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-5c484d63-0a8f-427f-b99a-7184175ff2fd req-77033b73-8c45-45cb-bcdd-3b3e1821f213 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:07.476314 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-5c484d63-0a8f-427f-b99a-7184175ff2fd req-77033b73-8c45-45cb-bcdd-3b3e1821f213 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.15 "DELETE /v2.0/ports/b044c603-8c60-4064-b5f9-6256664601bf HTTP/1.1" status: 204 len: 173 time: 0.4187181 May 23 12:41:07.476772 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e425f4da-b07f-4931-965f-6edcddab8b8c', 'name': 'network-vif-deleted', 'tag': 'b044c603-8c60-4064-b5f9-6256664601bf'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:41:07.479075 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b373ddda-6b66-4813-9a2c-0ae18043163b" -d '{"events": [{"server_uuid": "e425f4da-b07f-4931-965f-6edcddab8b8c", "name": "network-vif-deleted", "tag": "b044c603-8c60-4064-b5f9-6256664601bf"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:41:07.519707 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40316ca-06cf-4018-b557-7b31fe60ceea x-openstack-request-id: req-b40316ca-06cf-4018-b557-7b31fe60ceea {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:41:07.519996 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e425f4da-b07f-4931-965f-6edcddab8b8c", "name": "network-vif-deleted", "tag": "b044c603-8c60-4064-b5f9-6256664601bf", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:41:07.520275 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b40316ca-06cf-4018-b557-7b31fe60ceea {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:41:07.520677 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b40316ca-06cf-4018-b557-7b31fe60ceea'] response: {'server_uuid': 'e425f4da-b07f-4931-965f-6edcddab8b8c', 'name': 'network-vif-deleted', 'tag': 'b044c603-8c60-4064-b5f9-6256664601bf', 'status': 'completed', 'code': 200} May 23 12:41:07.896841 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-97af1092-eff4-4a8a-800b-e3f410d91a5b req-2f299dc4-4991-456f-bdba-931858ffb4a5 tempest-VolumesActionsTest-208212068 tempest-VolumesActionsTest-208212068-project] 10.222.0.16 "GET /v2.0/ports?device_id=e425f4da-b07f-4931-965f-6edcddab8b8c HTTP/1.1" status: 200 len: 210 time: 0.0281105 May 23 12:41:08.769492 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:11.567933 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device b044c603-8c60-4064-b5f9-6256664601bf no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:41:11.590005 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] No Port match for: b044c603-8c60-4064-b5f9-6256664601bf {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:41:11.590352 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device b044c603-8c60-4064-b5f9-6256664601bf not bound to the agent host hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:41:13.022700 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 59344) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:13.099881 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:13.117335 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed349bf6-3211-45b9-883d-84769a5c75b6 req-f42fc9b8-b2b2-4e32-977b-bff80e8ede19 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:13.118929 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ed349bf6-3211-45b9-883d-84769a5c75b6 req-f42fc9b8-b2b2-4e32-977b-bff80e8ede19 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 947 time: 0.0516312 May 23 12:41:13.174850 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ed349bf6-3211-45b9-883d-84769a5c75b6 req-55cdb45c-e226-4c85-8d24-a42087ca615d tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498543 May 23 12:41:13.322182 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-53be7864-e1c9-4493-b235-758bb7db61d1 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Deleting port 1e2e23fd-fd8d-4232-88cb-dcd40542505c {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:41:13.322528 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-53be7864-e1c9-4493-b235-758bb7db61d1 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (1e2e23fd-fd8d-4232-88cb-dcd40542505c), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:13.398529 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-53be7864-e1c9-4493-b235-758bb7db61d1 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (1e2e23fd-fd8d-4232-88cb-dcd40542505c), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:13.399499 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-53be7864-e1c9-4493-b235-758bb7db61d1 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for floatingip (1e2e23fd-fd8d-4232-88cb-dcd40542505c), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:13.412108 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-53be7864-e1c9-4493-b235-758bb7db61d1 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Calling delete_port for 1e2e23fd-fd8d-4232-88cb-dcd40542505c owned by network:floatingip {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:41:13.587840 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:13.598947 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-53be7864-e1c9-4493-b235-758bb7db61d1 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (1e2e23fd-fd8d-4232-88cb-dcd40542505c), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:13.603582 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:13.626896 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be7864-e1c9-4493-b235-758bb7db61d1 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Pushing event deleted for resources: {'Port': ['ID=1e2e23fd-fd8d-4232-88cb-dcd40542505c,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:13.693175 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-53be7864-e1c9-4493-b235-758bb7db61d1 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for floatingip (4df6f1be-433a-4076-881e-deb9e5553fec), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:13.693500 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.l3_db [None req-53be7864-e1c9-4493-b235-758bb7db61d1 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Floating IP 4df6f1be-433a-4076-881e-deb9e5553fec disassociated (deleted). External IP: 172.27.0.152, port: 6629f354-c1e7-44f4-90fa-1e340bce002d. May 23 12:41:13.938295 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53be7864-e1c9-4493-b235-758bb7db61d1 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Router 3acf8efd-5454-49be-8c84-5234ac7efd7f has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:41:14.067718 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53be7864-e1c9-4493-b235-758bb7db61d1 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:41:14.072949 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-53be7864-e1c9-4493-b235-758bb7db61d1 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:14.081912 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00af7c54-575a-4b62-ba51-1c8d4af54e8c None None] Sync routers for ids ['3acf8efd-5454-49be-8c84-5234ac7efd7f'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:41:14.099666 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00af7c54-575a-4b62-ba51-1c8d4af54e8c None None] Routers {'3acf8efd-5454-49be-8c84-5234ac7efd7f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:41:14.101036 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-00af7c54-575a-4b62-ba51-1c8d4af54e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:41:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['3acf8efd-5454-49be-8c84-5234ac7efd7f'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:14.110677 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-53be7864-e1c9-4493-b235-758bb7db61d1 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "DELETE /v2.0/floatingips/4df6f1be-433a-4076-881e-deb9e5553fec HTTP/1.1" status: 204 len: 168 time: 1.0855660 May 23 12:41:14.111424 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1acfc6ec-6e8f-4969-99e8-0de456fcb7ed', 'tag': '6629f354-c1e7-44f4-90fa-1e340bce002d'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:41:14.113997 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97bc2f0-dd98-40ac-92e9-c7faf5f09fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "1acfc6ec-6e8f-4969-99e8-0de456fcb7ed", "tag": "6629f354-c1e7-44f4-90fa-1e340bce002d"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:41:14.160399 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e05b538-8802-481c-9c6f-a16fdc611bdc x-openstack-request-id: req-9e05b538-8802-481c-9c6f-a16fdc611bdc {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:41:14.160970 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1acfc6ec-6e8f-4969-99e8-0de456fcb7ed", "tag": "6629f354-c1e7-44f4-90fa-1e340bce002d", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:41:14.161461 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e05b538-8802-481c-9c6f-a16fdc611bdc {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:41:14.162078 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e05b538-8802-481c-9c6f-a16fdc611bdc'] response: {'name': 'network-changed', 'server_uuid': '1acfc6ec-6e8f-4969-99e8-0de456fcb7ed', 'tag': '6629f354-c1e7-44f4-90fa-1e340bce002d', 'status': 'completed', 'code': 200} May 23 12:41:14.325182 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bc2f0-dd98-40ac-92e9-c7faf5f09fbd req-0190c83b-2282-407a-9926-a000dcf7ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:14.326502 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c97bc2f0-dd98-40ac-92e9-c7faf5f09fbd req-0190c83b-2282-407a-9926-a000dcf7ec0d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=835f4c15c26e47b7ba55aca85bfb66a8&device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 1129 time: 0.0935252 May 23 12:41:14.436549 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-00af7c54-575a-4b62-ba51-1c8d4af54e8c None None] Set router 3acf8efd-5454-49be-8c84-5234ac7efd7f gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:41:14.531994 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e02556-e7c6-448c-9609-a29b5f1e0beb req-ff3531cf-cca9-402a-babe-fbb735ce6485 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:14.539465 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f9e02556-e7c6-448c-9609-a29b5f1e0beb req-ff3531cf-cca9-402a-babe-fbb735ce6485 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 947 time: 0.1388588 May 23 12:41:14.550273 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bc2f0-dd98-40ac-92e9-c7faf5f09fbd req-2b32be73-e217-4cac-b2eb-0fe8f11c4d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:14.551782 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c97bc2f0-dd98-40ac-92e9-c7faf5f09fbd req-2b32be73-e217-4cac-b2eb-0fe8f11c4d6a service neutron] 10.222.0.15 "GET /v2.0/networks?id=eba13816-fd74-4783-a2bd-29f9a2d3200d HTTP/1.1" status: 200 len: 910 time: 0.2171869 May 23 12:41:14.660016 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f9e02556-e7c6-448c-9609-a29b5f1e0beb req-777b3ac4-112e-4e82-ab9b-8c1b28dcc53d tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073673 May 23 12:41:14.702965 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e36fe-f931-4502-b334-0beaf9939259 req-b011ce89-2acd-4508-a916-5a14352fe987 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:14.710779 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e88e36fe-f931-4502-b334-0beaf9939259 req-b011ce89-2acd-4508-a916-5a14352fe987 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.1042902 May 23 12:41:14.782566 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e88e36fe-f931-4502-b334-0beaf9939259 req-2621962c-124f-4f50-97e6-db205e52b9b6 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701528 May 23 12:41:14.800347 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-00af7c54-575a-4b62-ba51-1c8d4af54e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'name': 'tempest-TestShelveInstance-2042413258-router', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:46Z', 'revision_number': 4, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'gw_port': {'id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'bde0c7cf-0adb-4bcc-8609-792460a0cc18', 'name': '', 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'mac_address': 'fa:16:3e:aa:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e685380f-9d07-4fcb-9265-9458eb8b6746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:45Z', 'updated_at': '2022-05-23T12:35:53Z', 'revision_number': 5, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'subnets': [{'id': 'e685380f-9d07-4fcb-9265-9458eb8b6746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:14.829853 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00af7c54-575a-4b62-ba51-1c8d4af54e8c None None] Checking router: 3acf8efd-5454-49be-8c84-5234ac7efd7f for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:41:14.840501 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00af7c54-575a-4b62-ba51-1c8d4af54e8c None None] Routers {'3acf8efd-5454-49be-8c84-5234ac7efd7f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:41:14.841139 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-00af7c54-575a-4b62-ba51-1c8d4af54e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:41:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['3acf8efd-5454-49be-8c84-5234ac7efd7f'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:14.960252 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-00af7c54-575a-4b62-ba51-1c8d4af54e8c None None] Set router 3acf8efd-5454-49be-8c84-5234ac7efd7f gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:41:15.190918 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-00af7c54-575a-4b62-ba51-1c8d4af54e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'name': 'tempest-TestShelveInstance-2042413258-router', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:46Z', 'revision_number': 4, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'gw_port': {'id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'bde0c7cf-0adb-4bcc-8609-792460a0cc18', 'name': '', 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'mac_address': 'fa:16:3e:aa:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e685380f-9d07-4fcb-9265-9458eb8b6746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:45Z', 'updated_at': '2022-05-23T12:35:53Z', 'revision_number': 5, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'subnets': [{'id': 'e685380f-9d07-4fcb-9265-9458eb8b6746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:15.227980 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00af7c54-575a-4b62-ba51-1c8d4af54e8c None None] The sync data for ids ['3acf8efd-5454-49be-8c84-5234ac7efd7f'] in dv-cinder-836996-27-iscsi is: [{'id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'name': 'tempest-TestShelveInstance-2042413258-router', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:46Z', 'revision_number': 4, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'gw_port': {'id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'bde0c7cf-0adb-4bcc-8609-792460a0cc18', 'name': '', 'network_id': 'eba13816-fd74-4783-a2bd-29f9a2d3200d', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'mac_address': 'fa:16:3e:aa:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e685380f-9d07-4fcb-9265-9458eb8b6746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:45Z', 'updated_at': '2022-05-23T12:35:53Z', 'revision_number': 5, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'subnets': [{'id': 'e685380f-9d07-4fcb-9265-9458eb8b6746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:41:15.536041 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809776e2-bd8f-4b8e-b8c0-23ed2be2bfcf None None] New status for floating IP 4df6f1be-433a-4076-881e-deb9e5553fec: DOWN {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:41:15.749785 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c97bc2f0-dd98-40ac-92e9-c7faf5f09fbd req-0d5defe3-e1fe-4772-aebd-69d94d63080c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6629f354-c1e7-44f4-90fa-1e340bce002d HTTP/1.1" status: 200 len: 217 time: 0.0615139 May 23 12:41:15.762335 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301dc2f-334c-452c-9e36-e932ba59cc3f req-47f4d126-672e-428e-bcd9-c7fcf2377fbe tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:15.764518 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e301dc2f-334c-452c-9e36-e932ba59cc3f req-47f4d126-672e-428e-bcd9-c7fcf2377fbe tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.15 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 947 time: 0.0698173 May 23 12:41:15.845567 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163b54e-9603-4a14-b90e-44f3cb45356f req-d813e007-db53-4d0b-96e0-b5616c854127 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:15.847717 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b163b54e-9603-4a14-b90e-44f3cb45356f req-d813e007-db53-4d0b-96e0-b5616c854127 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 947 time: 0.0715075 May 23 12:41:15.887362 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:15.906873 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bc2f0-dd98-40ac-92e9-c7faf5f09fbd req-b61303fc-da12-48a0-a7b4-84e382b1753f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:15.908876 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c97bc2f0-dd98-40ac-92e9-c7faf5f09fbd req-b61303fc-da12-48a0-a7b4-84e382b1753f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e685380f-9d07-4fcb-9265-9458eb8b6746 HTTP/1.1" status: 200 len: 848 time: 0.0838830 May 23 12:41:15.979336 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bc2f0-dd98-40ac-92e9-c7faf5f09fbd req-d74ba2cf-636d-4c8d-8418-ad9c2cdff3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:15.981107 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c97bc2f0-dd98-40ac-92e9-c7faf5f09fbd req-d74ba2cf-636d-4c8d-8418-ad9c2cdff3cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eba13816-fd74-4783-a2bd-29f9a2d3200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0649529 May 23 12:41:15.982957 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-e301dc2f-334c-452c-9e36-e932ba59cc3f req-8607c8e8-558e-4a45-9b30-4f5ae992a3f6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Deleting port c581b4f8-de6e-4314-a04e-aca7063e49e5 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:41:15.983299 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-e301dc2f-334c-452c-9e36-e932ba59cc3f req-8607c8e8-558e-4a45-9b30-4f5ae992a3f6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:16.026459 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae52b1b-89a0-4b1c-a28d-4ab2328b9c2a req-a4b7a5e7-2766-431b-b5d5-d628b36439fb tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:16.029812 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6ae52b1b-89a0-4b1c-a28d-4ab2328b9c2a req-a4b7a5e7-2766-431b-b5d5-d628b36439fb tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.1450951 May 23 12:41:16.036671 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b163b54e-9603-4a14-b90e-44f3cb45356f req-04306c52-4398-4b62-915d-ba6e03fde1cb tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d14034a-4822-4a87-8d69-cabc134f4819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714931 May 23 12:41:16.195120 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6ae52b1b-89a0-4b1c-a28d-4ab2328b9c2a req-4bcfd748-5aa1-4a9b-af45-6ad77020b12c tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/security-groups?id=7da66f6a-c8d4-4c37-ad93-63a9238e3984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570084 May 23 12:41:16.220205 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-e301dc2f-334c-452c-9e36-e932ba59cc3f req-8607c8e8-558e-4a45-9b30-4f5ae992a3f6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] For port c581b4f8-de6e-4314-a04e-aca7063e49e5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c581b4f8-de6e-4314-a04e-aca7063e49e5,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:41:16.220851 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-e301dc2f-334c-452c-9e36-e932ba59cc3f req-8607c8e8-558e-4a45-9b30-4f5ae992a3f6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:16.280085 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c97bc2f0-dd98-40ac-92e9-c7faf5f09fbd req-3d84c9d6-95ba-47ec-bf48-ef088eb79de7 service neutron] 10.222.0.15 "GET /v2.0/networks/eba13816-fd74-4783-a2bd-29f9a2d3200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589906 May 23 12:41:16.317972 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d00514-6fd6-4b1a-a12c-9b8991436b29 req-536f50e1-a99a-43ab-b38b-7ac747c159c0 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:41:16.319631 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-34d00514-6fd6-4b1a-a12c-9b8991436b29 req-536f50e1-a99a-43ab-b38b-7ac747c159c0 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.15 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 945 time: 0.1243718 May 23 12:41:16.376043 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=100 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:16.442991 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-e301dc2f-334c-452c-9e36-e932ba59cc3f req-8607c8e8-558e-4a45-9b30-4f5ae992a3f6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:16.443678 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-e301dc2f-334c-452c-9e36-e932ba59cc3f req-8607c8e8-558e-4a45-9b30-4f5ae992a3f6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (262c1065-783d-4f6a-b1d7-efac033db9fd), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:16.444207 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.db.l3_db [req-e301dc2f-334c-452c-9e36-e932ba59cc3f req-8607c8e8-558e-4a45-9b30-4f5ae992a3f6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Floating IP 262c1065-783d-4f6a-b1d7-efac033db9fd disassociated. External IP: 172.27.0.215, port: c581b4f8-de6e-4314-a04e-aca7063e49e5. May 23 12:41:16.444815 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-e301dc2f-334c-452c-9e36-e932ba59cc3f req-8607c8e8-558e-4a45-9b30-4f5ae992a3f6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Calling delete_port for c581b4f8-de6e-4314-a04e-aca7063e49e5 owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:41:16.457233 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-34d00514-6fd6-4b1a-a12c-9b8991436b29 req-54a12e4f-c0b9-421f-999d-f366b7184851 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Deleting port 6629f354-c1e7-44f4-90fa-1e340bce002d {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:41:16.457722 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-34d00514-6fd6-4b1a-a12c-9b8991436b29 req-54a12e4f-c0b9-421f-999d-f366b7184851 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (6629f354-c1e7-44f4-90fa-1e340bce002d), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:16.537333 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=100 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:16.583603 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-34d00514-6fd6-4b1a-a12c-9b8991436b29 req-54a12e4f-c0b9-421f-999d-f366b7184851 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] For port 6629f354-c1e7-44f4-90fa-1e340bce002d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6629f354-c1e7-44f4-90fa-1e340bce002d,segment=NetworkSegment(7b5f93e6-a72d-4407-87b2-2ded9bae90c2),segment_id=7b5f93e6-a72d-4407-87b2-2ded9bae90c2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:41:16.588215 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-34d00514-6fd6-4b1a-a12c-9b8991436b29 req-54a12e4f-c0b9-421f-999d-f366b7184851 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (6629f354-c1e7-44f4-90fa-1e340bce002d), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:16.609864 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-34d00514-6fd6-4b1a-a12c-9b8991436b29 req-54a12e4f-c0b9-421f-999d-f366b7184851 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Calling delete_port for 6629f354-c1e7-44f4-90fa-1e340bce002d owned by compute:nova {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:41:16.614201 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c97bc2f0-dd98-40ac-92e9-c7faf5f09fbd req-d5378ad4-a1c1-454d-ae0c-22379ba7c55a service neutron] 10.222.0.15 "GET /v2.0/networks/eba13816-fd74-4783-a2bd-29f9a2d3200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252745 May 23 12:41:16.615188 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-e301dc2f-334c-452c-9e36-e932ba59cc3f req-8607c8e8-558e-4a45-9b30-4f5ae992a3f6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (c581b4f8-de6e-4314-a04e-aca7063e49e5), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:16.625653 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:16.655429 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607c8e8-558e-4a45-9b30-4f5ae992a3f6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Pushing event deleted for resources: {'Port': ['ID=c581b4f8-de6e-4314-a04e-aca7063e49e5,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:16.791703 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-34d00514-6fd6-4b1a-a12c-9b8991436b29 req-54a12e4f-c0b9-421f-999d-f366b7184851 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (6629f354-c1e7-44f4-90fa-1e340bce002d), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:16.814690 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e301dc2f-334c-452c-9e36-e932ba59cc3f req-8607c8e8-558e-4a45-9b30-4f5ae992a3f6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Router 15b1f5f6-3920-485f-bd91-2274c10531a5 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:41:16.830334 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a12e4f-c0b9-421f-999d-f366b7184851 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Pushing event deleted for resources: {'Port': ['ID=6629f354-c1e7-44f4-90fa-1e340bce002d,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:16.879043 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d00514-6fd6-4b1a-a12c-9b8991436b29 req-54a12e4f-c0b9-421f-999d-f366b7184851 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] No DVR routers for this DVR port 6629f354-c1e7-44f4-90fa-1e340bce002d on host hv-cinder-83699 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:41:16.882475 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-34d00514-6fd6-4b1a-a12c-9b8991436b29 req-54a12e4f-c0b9-421f-999d-f366b7184851 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:16.887833 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-34d00514-6fd6-4b1a-a12c-9b8991436b29 req-54a12e4f-c0b9-421f-999d-f366b7184851 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.15 "DELETE /v2.0/ports/6629f354-c1e7-44f4-90fa-1e340bce002d HTTP/1.1" status: 204 len: 173 time: 0.5561903 May 23 12:41:16.888361 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acfc6ec-6e8f-4969-99e8-0de456fcb7ed', 'name': 'network-vif-deleted', 'tag': '6629f354-c1e7-44f4-90fa-1e340bce002d'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:41:16.898339 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd73056-2eb0-430f-956c-b2c7eb8a5788" -d '{"events": [{"server_uuid": "1acfc6ec-6e8f-4969-99e8-0de456fcb7ed", "name": "network-vif-deleted", "tag": "6629f354-c1e7-44f4-90fa-1e340bce002d"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:41:16.903762 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device c581b4f8-de6e-4314-a04e-aca7063e49e5 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:41:16.959425 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] No Port match for: c581b4f8-de6e-4314-a04e-aca7063e49e5 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:41:16.959425 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device c581b4f8-de6e-4314-a04e-aca7063e49e5 not bound to the agent host hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:41:16.960284 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e301dc2f-334c-452c-9e36-e932ba59cc3f req-8607c8e8-558e-4a45-9b30-4f5ae992a3f6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:41:16.997909 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb32b15d-c03a-4f8f-87f3-cdf09db0670b x-openstack-request-id: req-fb32b15d-c03a-4f8f-87f3-cdf09db0670b {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:41:16.998271 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1acfc6ec-6e8f-4969-99e8-0de456fcb7ed", "name": "network-vif-deleted", "tag": "6629f354-c1e7-44f4-90fa-1e340bce002d", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:41:16.998529 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb32b15d-c03a-4f8f-87f3-cdf09db0670b {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:41:16.998933 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb32b15d-c03a-4f8f-87f3-cdf09db0670b'] response: {'server_uuid': '1acfc6ec-6e8f-4969-99e8-0de456fcb7ed', 'name': 'network-vif-deleted', 'tag': '6629f354-c1e7-44f4-90fa-1e340bce002d', 'status': 'completed', 'code': 200} May 23 12:41:17.014414 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca02c45-3b9e-4600-9fd5-2e066850538d None None] Sync routers for ids ['15b1f5f6-3920-485f-bd91-2274c10531a5'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:41:17.045007 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca02c45-3b9e-4600-9fd5-2e066850538d None None] Routers {'15b1f5f6-3920-485f-bd91-2274c10531a5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:41:17.046009 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-3ca02c45-3b9e-4600-9fd5-2e066850538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:41:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['15b1f5f6-3920-485f-bd91-2274c10531a5'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:17.088497 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e301dc2f-334c-452c-9e36-e932ba59cc3f req-8607c8e8-558e-4a45-9b30-4f5ae992a3f6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] No DVR routers for this DVR port c581b4f8-de6e-4314-a04e-aca7063e49e5 on host hv-cinder-83699 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:41:17.092642 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-e301dc2f-334c-452c-9e36-e932ba59cc3f req-8607c8e8-558e-4a45-9b30-4f5ae992a3f6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:17.101554 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e301dc2f-334c-452c-9e36-e932ba59cc3f req-8607c8e8-558e-4a45-9b30-4f5ae992a3f6 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.15 "DELETE /v2.0/ports/c581b4f8-de6e-4314-a04e-aca7063e49e5 HTTP/1.1" status: 204 len: 173 time: 1.2721007 May 23 12:41:17.101554 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40320b2c-6137-4266-b3b6-fb76f3d6d654', 'name': 'network-vif-deleted', 'tag': 'c581b4f8-de6e-4314-a04e-aca7063e49e5'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:41:17.110368 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f678ce-3b53-4d14-8d41-9d57119c1d35" -d '{"events": [{"server_uuid": "40320b2c-6137-4266-b3b6-fb76f3d6d654", "name": "network-vif-deleted", "tag": "c581b4f8-de6e-4314-a04e-aca7063e49e5"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:41:17.124513 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:41:17.263905 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b4e3ef-9c59-4f9a-a026-05bb6ca8bbfe x-openstack-request-id: req-79b4e3ef-9c59-4f9a-a026-05bb6ca8bbfe {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:41:17.264247 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40320b2c-6137-4266-b3b6-fb76f3d6d654", "name": "network-vif-deleted", "tag": "c581b4f8-de6e-4314-a04e-aca7063e49e5", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:41:17.264492 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79b4e3ef-9c59-4f9a-a026-05bb6ca8bbfe {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:41:17.266865 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b4e3ef-9c59-4f9a-a026-05bb6ca8bbfe'] response: {'server_uuid': '40320b2c-6137-4266-b3b6-fb76f3d6d654', 'name': 'network-vif-deleted', 'tag': 'c581b4f8-de6e-4314-a04e-aca7063e49e5', 'status': 'completed', 'code': 200} May 23 12:41:17.270135 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d06b0423-6614-4a65-9832-0beb5f97f7da req-05ea624a-4a4a-4a86-b8dc-0b1879a5a61e tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 210 time: 0.0879889 May 23 12:41:17.325989 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-3ca02c45-3b9e-4600-9fd5-2e066850538d None None] Set router 15b1f5f6-3920-485f-bd91-2274c10531a5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:41:17.358440 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:17.412999 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-202f187d-cc62-44ff-9073-97cd6b9a64db req-2fcb4a39-07ea-4681-9264-099d836f1b6f tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "GET /v2.0/ports?device_id=1acfc6ec-6e8f-4969-99e8-0de456fcb7ed HTTP/1.1" status: 200 len: 210 time: 0.0640991 May 23 12:41:17.561452 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=100 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:17.652574 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-3ca02c45-3b9e-4600-9fd5-2e066850538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'name': 'tempest-AttachVolumeShelveTestJSON-961891884-router', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:05Z', 'updated_at': '2022-05-23T12:33:18Z', 'revision_number': 4, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'gw_port': {'id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:07Z', 'updated_at': '2022-05-23T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '36f147c7-4926-4212-96c9-da83805a04b1', 'name': '', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'mac_address': 'fa:16:3e:50:46:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:15Z', 'updated_at': '2022-05-23T12:33:30Z', 'revision_number': 5, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'subnets': [{'id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:17.696019 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca02c45-3b9e-4600-9fd5-2e066850538d None None] Checking router: 15b1f5f6-3920-485f-bd91-2274c10531a5 for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:41:17.715507 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=100 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:17.718719 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca02c45-3b9e-4600-9fd5-2e066850538d None None] Routers {'15b1f5f6-3920-485f-bd91-2274c10531a5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:41:17.719346 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-3ca02c45-3b9e-4600-9fd5-2e066850538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:41:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['15b1f5f6-3920-485f-bd91-2274c10531a5'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:17.965385 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-3ca02c45-3b9e-4600-9fd5-2e066850538d None None] Set router 15b1f5f6-3920-485f-bd91-2274c10531a5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:41:18.220932 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-3ca02c45-3b9e-4600-9fd5-2e066850538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'name': 'tempest-AttachVolumeShelveTestJSON-961891884-router', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:05Z', 'updated_at': '2022-05-23T12:33:18Z', 'revision_number': 4, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'gw_port': {'id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:07Z', 'updated_at': '2022-05-23T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '36f147c7-4926-4212-96c9-da83805a04b1', 'name': '', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'mac_address': 'fa:16:3e:50:46:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:15Z', 'updated_at': '2022-05-23T12:33:30Z', 'revision_number': 5, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'subnets': [{'id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:18.254961 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca02c45-3b9e-4600-9fd5-2e066850538d None None] The sync data for ids ['15b1f5f6-3920-485f-bd91-2274c10531a5'] in dv-cinder-836996-27-iscsi is: [{'id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'name': 'tempest-AttachVolumeShelveTestJSON-961891884-router', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:05Z', 'updated_at': '2022-05-23T12:33:18Z', 'revision_number': 4, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'gw_port': {'id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:07Z', 'updated_at': '2022-05-23T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '36f147c7-4926-4212-96c9-da83805a04b1', 'name': '', 'network_id': '3322fe8c-081c-4cfd-b180-198330997eff', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'mac_address': 'fa:16:3e:50:46:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:15Z', 'updated_at': '2022-05-23T12:33:30Z', 'revision_number': 5, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'subnets': [{'id': '57d02ce0-600b-49a7-8858-5c68dbc63a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:41:18.494443 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-992f4004-41a7-45de-9c2a-2c0ff4923a3b req-fca010d0-ae6b-437f-ad6b-2b22a1d5b85b tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/ports?device_id=40320b2c-6137-4266-b3b6-fb76f3d6d654 HTTP/1.1" status: 200 len: 210 time: 0.0792689 May 23 12:41:18.530687 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 59414) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:18.626031 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-866bbc86-d5e9-4a7a-a60d-95cc45adc451 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group (7da66f6a-c8d4-4c37-ad93-63a9238e3984), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:18.665060 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-866bbc86-d5e9-4a7a-a60d-95cc45adc451 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group (7da66f6a-c8d4-4c37-ad93-63a9238e3984), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:18.689150 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aebded-45e4-4965-9077-b81418e58724 None None] New status for floating IP 262c1065-783d-4f6a-b1d7-efac033db9fd: DOWN {{(pid=103851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:41:18.766335 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-866bbc86-d5e9-4a7a-a60d-95cc45adc451 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (7da66f6a-c8d4-4c37-ad93-63a9238e3984), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:18.769004 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-866bbc86-d5e9-4a7a-a60d-95cc45adc451 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:18.772693 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-866bbc86-d5e9-4a7a-a60d-95cc45adc451 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] 10.222.0.16 "DELETE /v2.0/security-groups/7da66f6a-c8d4-4c37-ad93-63a9238e3984 HTTP/1.1" status: 204 len: 168 time: 0.2377009 May 23 12:41:18.790972 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bbc86-d5e9-4a7a-a60d-95cc45adc451 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da66f6a-c8d4-4c37-ad93-63a9238e3984,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:18.843010 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 59418) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:18.934978 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 6629f354-c1e7-44f4-90fa-1e340bce002d no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:41:18.966147 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] No Port match for: 6629f354-c1e7-44f4-90fa-1e340bce002d {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:41:18.967194 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 6629f354-c1e7-44f4-90fa-1e340bce002d not bound to the agent host hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:41:19.596664 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 59430) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:19.658042 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-de08ccf5-dc68-40d7-9386-e3a1b392f8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-484349'] for router_interface (3acf8efd-5454-49be-8c84-5234ac7efd7f), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:19.660689 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-112e26c5-dc26-46aa-85b3-09e9776b2671 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group (8d14034a-4822-4a87-8d69-cabc134f4819), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:19.693116 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-112e26c5-dc26-46aa-85b3-09e9776b2671 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group (8d14034a-4822-4a87-8d69-cabc134f4819), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:19.714463 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:19.764530 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-112e26c5-dc26-46aa-85b3-09e9776b2671 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (8d14034a-4822-4a87-8d69-cabc134f4819), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:19.767109 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-112e26c5-dc26-46aa-85b3-09e9776b2671 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:19.771513 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 59432) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:19.776957 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-112e26c5-dc26-46aa-85b3-09e9776b2671 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "DELETE /v2.0/security-groups/8d14034a-4822-4a87-8d69-cabc134f4819 HTTP/1.1" status: 204 len: 168 time: 0.1706185 May 23 12:41:19.788015 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e26c5-dc26-46aa-85b3-09e9776b2671 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d14034a-4822-4a87-8d69-cabc134f4819,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:19.792697 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.api.v2.resource [None req-240769ad-300c-4892-8a68-4e0724b91e39 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] show failed (client error): The resource could not be found. May 23 12:41:19.797216 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-240769ad-300c-4892-8a68-4e0724b91e39 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "GET /v2.0/security-groups/8d14034a-4822-4a87-8d69-cabc134f4819 HTTP/1.1" status: 404 len: 347 time: 0.0213063 May 23 12:41:19.799354 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 59434) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:19.883072 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:19.957409 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-d012cfe5-999c-4b67-83c7-6eeb6fade1b0 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Deleting port 1efc996a-c39d-4754-8f64-62e9b2084179 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:41:19.957747 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d012cfe5-999c-4b67-83c7-6eeb6fade1b0 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (1efc996a-c39d-4754-8f64-62e9b2084179), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:19.964645 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-de08ccf5-dc68-40d7-9386-e3a1b392f8c5 admin admin] Deleting port bde0c7cf-0adb-4bcc-8609-792460a0cc18 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:41:19.965115 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-de08ccf5-dc68-40d7-9386-e3a1b392f8c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (bde0c7cf-0adb-4bcc-8609-792460a0cc18), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:20.067327 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-de08ccf5-dc68-40d7-9386-e3a1b392f8c5 admin admin] For port bde0c7cf-0adb-4bcc-8609-792460a0cc18, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=bde0c7cf-0adb-4bcc-8609-792460a0cc18,segment=NetworkSegment(7b5f93e6-a72d-4407-87b2-2ded9bae90c2),segment_id=7b5f93e6-a72d-4407-87b2-2ded9bae90c2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:41:20.067836 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-de08ccf5-dc68-40d7-9386-e3a1b392f8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (bde0c7cf-0adb-4bcc-8609-792460a0cc18), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:20.084915 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-de08ccf5-dc68-40d7-9386-e3a1b392f8c5 admin admin] Calling delete_port for bde0c7cf-0adb-4bcc-8609-792460a0cc18 owned by network:router_interface {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:41:20.348470 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d012cfe5-999c-4b67-83c7-6eeb6fade1b0 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (1efc996a-c39d-4754-8f64-62e9b2084179), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:20.349557 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-de08ccf5-dc68-40d7-9386-e3a1b392f8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (bde0c7cf-0adb-4bcc-8609-792460a0cc18), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:20.349768 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d012cfe5-999c-4b67-83c7-6eeb6fade1b0 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for floatingip (1efc996a-c39d-4754-8f64-62e9b2084179), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:20.374370 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-d012cfe5-999c-4b67-83c7-6eeb6fade1b0 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Calling delete_port for 1efc996a-c39d-4754-8f64-62e9b2084179 owned by network:floatingip {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:41:20.384980 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08ccf5-dc68-40d7-9386-e3a1b392f8c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bde0c7cf-0adb-4bcc-8609-792460a0cc18,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:20.616219 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d012cfe5-999c-4b67-83c7-6eeb6fade1b0 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (1efc996a-c39d-4754-8f64-62e9b2084179), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:20.646248 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012cfe5-999c-4b67-83c7-6eeb6fade1b0 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Pushing event deleted for resources: {'Port': ['ID=1efc996a-c39d-4754-8f64-62e9b2084179,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:20.696839 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-de08ccf5-dc68-40d7-9386-e3a1b392f8c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-848001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484201'] for router_interface (3acf8efd-5454-49be-8c84-5234ac7efd7f), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:20.734273 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:20.738059 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d012cfe5-999c-4b67-83c7-6eeb6fade1b0 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks [] for floatingip (262c1065-783d-4f6a-b1d7-efac033db9fd), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:20.741031 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d012cfe5-999c-4b67-83c7-6eeb6fade1b0 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:20.742435 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-d012cfe5-999c-4b67-83c7-6eeb6fade1b0 tempest-AttachVolumeShelveTestJSON-457595946 tempest-AttachVolumeShelveTestJSON-457595946-project] 10.222.0.16 "DELETE /v2.0/floatingips/262c1065-783d-4f6a-b1d7-efac033db9fd HTTP/1.1" status: 204 len: 168 time: 0.9401760 May 23 12:41:20.982073 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de08ccf5-dc68-40d7-9386-e3a1b392f8c5 admin admin] Router 3acf8efd-5454-49be-8c84-5234ac7efd7f has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:41:20.991988 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:21.033786 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:21.109333 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de08ccf5-dc68-40d7-9386-e3a1b392f8c5 admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:41:21.118557 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 59452) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:21.119536 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-de08ccf5-dc68-40d7-9386-e3a1b392f8c5 admin admin] 10.222.0.16 "PUT /v2.0/routers/3acf8efd-5454-49be-8c84-5234ac7efd7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2748423 May 23 12:41:21.125225 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069d4125-ad58-4ba1-85ab-c1b491ff3279 None None] Sync routers for ids ['3acf8efd-5454-49be-8c84-5234ac7efd7f'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:41:21.137456 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069d4125-ad58-4ba1-85ab-c1b491ff3279 None None] Routers {'3acf8efd-5454-49be-8c84-5234ac7efd7f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:41:21.138323 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-069d4125-ad58-4ba1-85ab-c1b491ff3279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:41:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['3acf8efd-5454-49be-8c84-5234ac7efd7f'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:21.254930 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-069d4125-ad58-4ba1-85ab-c1b491ff3279 None None] Set router 3acf8efd-5454-49be-8c84-5234ac7efd7f gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:41:21.307670 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7cef-523c-4a06-a17c-be4290479752 admin admin] Publish callbacks [] for router (3acf8efd-5454-49be-8c84-5234ac7efd7f), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:21.434529 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-069d4125-ad58-4ba1-85ab-c1b491ff3279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'name': 'tempest-TestShelveInstance-2042413258-router', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:41:20Z', 'revision_number': 5, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'gw_port': {'id': '54790f1a-7c47-4e07-a5c5-11e6b04d7149', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:21.463717 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7cef-523c-4a06-a17c-be4290479752 admin admin] Publish callbacks [] for router_gateway (3acf8efd-5454-49be-8c84-5234ac7efd7f), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:21.465005 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069d4125-ad58-4ba1-85ab-c1b491ff3279 None None] Checking router: 3acf8efd-5454-49be-8c84-5234ac7efd7f for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:41:21.474740 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069d4125-ad58-4ba1-85ab-c1b491ff3279 None None] Routers {'3acf8efd-5454-49be-8c84-5234ac7efd7f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:41:21.475336 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-069d4125-ad58-4ba1-85ab-c1b491ff3279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:41:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['3acf8efd-5454-49be-8c84-5234ac7efd7f'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:21.527545 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc7cef-523c-4a06-a17c-be4290479752 admin admin] Deleting port 54790f1a-7c47-4e07-a5c5-11e6b04d7149 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:41:21.527878 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7cef-523c-4a06-a17c-be4290479752 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (54790f1a-7c47-4e07-a5c5-11e6b04d7149), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:21.575725 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-069d4125-ad58-4ba1-85ab-c1b491ff3279 None None] Set router 3acf8efd-5454-49be-8c84-5234ac7efd7f gateway port host: None {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:41:21.578523 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:21.629593 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-d6fc7cef-523c-4a06-a17c-be4290479752 admin admin] For port 54790f1a-7c47-4e07-a5c5-11e6b04d7149, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=54790f1a-7c47-4e07-a5c5-11e6b04d7149,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:41:21.630541 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7cef-523c-4a06-a17c-be4290479752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (54790f1a-7c47-4e07-a5c5-11e6b04d7149), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:21.638739 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-069d4125-ad58-4ba1-85ab-c1b491ff3279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'name': 'tempest-TestShelveInstance-2042413258-router', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:41:21Z', 'revision_number': 6, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'gw_port_host': None}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:21.647756 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc7cef-523c-4a06-a17c-be4290479752 admin admin] Calling delete_port for 54790f1a-7c47-4e07-a5c5-11e6b04d7149 owned by network:router_gateway {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:41:21.664302 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069d4125-ad58-4ba1-85ab-c1b491ff3279 None None] The sync data for ids ['3acf8efd-5454-49be-8c84-5234ac7efd7f'] in dv-cinder-836996-27-iscsi is: [{'id': '3acf8efd-5454-49be-8c84-5234ac7efd7f', 'name': 'tempest-TestShelveInstance-2042413258-router', 'tenant_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:43Z', 'updated_at': '2022-05-23T12:41:21Z', 'revision_number': 6, 'project_id': '835f4c15c26e47b7ba55aca85bfb66a8', 'gw_port_host': None}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:41:21.873036 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7cef-523c-4a06-a17c-be4290479752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (54790f1a-7c47-4e07-a5c5-11e6b04d7149), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:21.902966 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc7cef-523c-4a06-a17c-be4290479752 admin admin] Pushing event deleted for resources: {'Port': ['ID=54790f1a-7c47-4e07-a5c5-11e6b04d7149,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:21.979793 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7cef-523c-4a06-a17c-be4290479752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483335'] for router_gateway (3acf8efd-5454-49be-8c84-5234ac7efd7f), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:22.121799 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7cef-523c-4a06-a17c-be4290479752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11543'] for router (3acf8efd-5454-49be-8c84-5234ac7efd7f), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:22.125763 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7cef-523c-4a06-a17c-be4290479752 admin admin] Publish callbacks [] for router_controller (3acf8efd-5454-49be-8c84-5234ac7efd7f), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:22.187076 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7cef-523c-4a06-a17c-be4290479752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485025'] for router (3acf8efd-5454-49be-8c84-5234ac7efd7f), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:22.192001 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fc7cef-523c-4a06-a17c-be4290479752 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3acf8efd-5454-49be-8c84-5234ac7efd7f {{(pid=103850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:41:22.209161 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7cef-523c-4a06-a17c-be4290479752 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:22.210516 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-d6fc7cef-523c-4a06-a17c-be4290479752 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3acf8efd-5454-49be-8c84-5234ac7efd7f HTTP/1.1" status: 204 len: 168 time: 1.0913129 May 23 12:41:22.213325 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 59468) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:22.292490 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3382f5d-f79e-4d1d-95fe-9864af3aeb0c admin admin] Deleting subnet e685380f-9d07-4fcb-9265-9458eb8b6746 {{(pid=103849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 12:41:22.298943 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f3382f5d-f79e-4d1d-95fe-9864af3aeb0c admin admin] Publish callbacks [] for subnet (e685380f-9d07-4fcb-9265-9458eb8b6746), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:22.337559 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f3382f5d-f79e-4d1d-95fe-9864af3aeb0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4653014'] for subnet (e685380f-9d07-4fcb-9265-9458eb8b6746), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:22.434705 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f3382f5d-f79e-4d1d-95fe-9864af3aeb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384138'] for subnet (e685380f-9d07-4fcb-9265-9458eb8b6746), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:22.514971 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f3382f5d-f79e-4d1d-95fe-9864af3aeb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4653028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5217938'] for subnet (e685380f-9d07-4fcb-9265-9458eb8b6746), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:22.539424 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3382f5d-f79e-4d1d-95fe-9864af3aeb0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e685380f-9d07-4fcb-9265-9458eb8b6746,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:22.574608 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f3382f5d-f79e-4d1d-95fe-9864af3aeb0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:22.580376 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d164487-24ee-4751-928f-765aa053110a None None] Network eba13816-fd74-4783-a2bd-29f9a2d3200d requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:41:22.586182 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-f3382f5d-f79e-4d1d-95fe-9864af3aeb0c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e685380f-9d07-4fcb-9265-9458eb8b6746 HTTP/1.1" status: 204 len: 168 time: 0.3695414 May 23 12:41:22.587258 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 59470) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:22.699977 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 54790f1a-7c47-4e07-a5c5-11e6b04d7149 no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:41:22.733087 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-be94a48a-94e0-4a1e-bb24-d99b7a76561a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323361'] for network (eba13816-fd74-4783-a2bd-29f9a2d3200d), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:22.744632 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: 54790f1a-7c47-4e07-a5c5-11e6b04d7149 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:41:22.745262 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 54790f1a-7c47-4e07-a5c5-11e6b04d7149 not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:41:22.746052 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device bde0c7cf-0adb-4bcc-8609-792460a0cc18 no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:41:22.777890 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: bde0c7cf-0adb-4bcc-8609-792460a0cc18 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:41:22.779314 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device bde0c7cf-0adb-4bcc-8609-792460a0cc18 not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:41:22.826544 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-be94a48a-94e0-4a1e-bb24-d99b7a76561a admin admin] Deleting port bcfe77d1-807f-4175-a693-b8c76d7328fc {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:41:22.827134 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-be94a48a-94e0-4a1e-bb24-d99b7a76561a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (bcfe77d1-807f-4175-a693-b8c76d7328fc), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:22.877487 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] DHCP port deletion for eba13816-fd74-4783-a2bd-29f9a2d3200d request from dv-cinder-836996-27-iscsi {{(pid=103851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 12:41:22.944898 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] Deleting port bcfe77d1-807f-4175-a693-b8c76d7328fc {{(pid=103851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:41:22.946065 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (bcfe77d1-807f-4175-a693-b8c76d7328fc), before_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:22.981180 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-be94a48a-94e0-4a1e-bb24-d99b7a76561a admin admin] For port bcfe77d1-807f-4175-a693-b8c76d7328fc, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=bcfe77d1-807f-4175-a693-b8c76d7328fc,segment=NetworkSegment(7b5f93e6-a72d-4407-87b2-2ded9bae90c2),segment_id=7b5f93e6-a72d-4407-87b2-2ded9bae90c2)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:41:22.981561 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-be94a48a-94e0-4a1e-bb24-d99b7a76561a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (bcfe77d1-807f-4175-a693-b8c76d7328fc), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:23.002351 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:23.016241 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-be94a48a-94e0-4a1e-bb24-d99b7a76561a admin admin] Calling delete_port for bcfe77d1-807f-4175-a693-b8c76d7328fc owned by network:dhcp {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:41:23.073452 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] For port bcfe77d1-807f-4175-a693-b8c76d7328fc, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=bcfe77d1-807f-4175-a693-b8c76d7328fc,segment=NetworkSegment(7b5f93e6-a72d-4407-87b2-2ded9bae90c2),segment_id=7b5f93e6-a72d-4407-87b2-2ded9bae90c2)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:41:23.073938 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (bcfe77d1-807f-4175-a693-b8c76d7328fc), precommit_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:23.092906 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] Calling delete_port for bcfe77d1-807f-4175-a693-b8c76d7328fc owned by network:dhcp {{(pid=103851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:41:23.125871 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-be94a48a-94e0-4a1e-bb24-d99b7a76561a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (bcfe77d1-807f-4175-a693-b8c76d7328fc), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:23.163038 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94a48a-94e0-4a1e-bb24-d99b7a76561a admin admin] Pushing event deleted for resources: {'Port': ['ID=bcfe77d1-807f-4175-a693-b8c76d7328fc,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:23.166034 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be94a48a-94e0-4a1e-bb24-d99b7a76561a admin admin] No DVR routers for this DVR port bcfe77d1-807f-4175-a693-b8c76d7328fc on host dv-cinder-836996-27-iscsi {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:41:23.206513 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134'] for port (bcfe77d1-807f-4175-a693-b8c76d7328fc), after_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:23.242664 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] Pushing event deleted for resources: {'Port': ['ID=bcfe77d1-807f-4175-a693-b8c76d7328fc,revision_number=None']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:23.246078 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-be94a48a-94e0-4a1e-bb24-d99b7a76561a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376325', 'neutron.services.segments.db._delete_segments_for_network-8727294489191'] for network (eba13816-fd74-4783-a2bd-29f9a2d3200d), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:23.251272 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:23.251935 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:23.252786 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:23.253372 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:23.253903 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:23.254440 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:23.254956 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:23.255464 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:23.255952 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:23.256473 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:23.256953 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:23.257444 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:23.258451 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:23.258940 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:23.261931 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:23.270902 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391e654d-1cf6-4291-a0ed-299de78c98c6 None None] No DVR routers for this DVR port bcfe77d1-807f-4175-a693-b8c76d7328fc on host dv-cinder-836996-27-iscsi {{(pid=103851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:41:23.288778 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:23.293066 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-be94a48a-94e0-4a1e-bb24-d99b7a76561a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba13816-fd74-4783-a2bd-29f9a2d3200d']}} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:23.314848 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-be94a48a-94e0-4a1e-bb24-d99b7a76561a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5f93e6-a72d-4407-87b2-2ded9bae90c2') {'for_net_delete': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:23.315621 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-be94a48a-94e0-4a1e-bb24-d99b7a76561a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5f93e6-a72d-4407-87b2-2ded9bae90c2') {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:23.331324 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-be94a48a-94e0-4a1e-bb24-d99b7a76561a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727294487664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7121693'] for segment (7b5f93e6-a72d-4407-87b2-2ded9bae90c2), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:23.349572 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-be94a48a-94e0-4a1e-bb24-d99b7a76561a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (7b5f93e6-a72d-4407-87b2-2ded9bae90c2), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:23.366886 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be94a48a-94e0-4a1e-bb24-d99b7a76561a admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 12:41:23.368581 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-be94a48a-94e0-4a1e-bb24-d99b7a76561a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6109776'] for segment (7b5f93e6-a72d-4407-87b2-2ded9bae90c2), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:23.411981 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 59484) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:23.427161 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.services.segments.plugin [-] Segment 7b5f93e6-a72d-4407-87b2-2ded9bae90c2 resource provider aggregate not found May 23 12:41:23.450386 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.services.segments.plugin [-] Segment 7b5f93e6-a72d-4407-87b2-2ded9bae90c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b5f93e6-a72d-4407-87b2-2ded9bae90c2 found for delete ", "request_id": "req-1625103b-cbab-40de-96ef-8af5a6d6e991"}]} May 23 12:41:23.463467 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-be94a48a-94e0-4a1e-bb24-d99b7a76561a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482031'] for network (eba13816-fd74-4783-a2bd-29f9a2d3200d), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:23.480211 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-be94a48a-94e0-4a1e-bb24-d99b7a76561a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:23.486072 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-be94a48a-94e0-4a1e-bb24-d99b7a76561a admin admin] 10.222.0.16 "DELETE /v2.0/networks/eba13816-fd74-4783-a2bd-29f9a2d3200d HTTP/1.1" status: 204 len: 168 time: 0.8951201 May 23 12:41:23.494749 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 59490) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:23.500787 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94a48a-94e0-4a1e-bb24-d99b7a76561a admin admin] Pushing event deleted for resources: {'Network': ['ID=eba13816-fd74-4783-a2bd-29f9a2d3200d,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:23.869730 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-86af876a-f414-4544-8526-6ba797fa6e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-484349'] for router_interface (15b1f5f6-3920-485f-bd91-2274c10531a5), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:23.876002 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0950cd81-fc5d-4213-b090-4bc78cd8b3bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-484349'] for router_interface (21c49c26-7eba-4b4d-a0e0-40b977548255), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:24.055689 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:24.142881 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-86af876a-f414-4544-8526-6ba797fa6e94 admin admin] Deleting port 36f147c7-4926-4212-96c9-da83805a04b1 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:41:24.143331 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-86af876a-f414-4544-8526-6ba797fa6e94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (36f147c7-4926-4212-96c9-da83805a04b1), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:24.231146 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-0950cd81-fc5d-4213-b090-4bc78cd8b3bb admin admin] Deleting port fc65e276-0c76-4c3b-8840-c3876a8d9393 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:41:24.235428 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:24.242705 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0950cd81-fc5d-4213-b090-4bc78cd8b3bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (fc65e276-0c76-4c3b-8840-c3876a8d9393), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:24.252913 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-86af876a-f414-4544-8526-6ba797fa6e94 admin admin] For port 36f147c7-4926-4212-96c9-da83805a04b1, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=36f147c7-4926-4212-96c9-da83805a04b1,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:41:24.253238 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-86af876a-f414-4544-8526-6ba797fa6e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (36f147c7-4926-4212-96c9-da83805a04b1), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:24.269795 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-86af876a-f414-4544-8526-6ba797fa6e94 admin admin] Calling delete_port for 36f147c7-4926-4212-96c9-da83805a04b1 owned by network:router_interface {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:41:24.374675 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:24.400661 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-0950cd81-fc5d-4213-b090-4bc78cd8b3bb admin admin] For port fc65e276-0c76-4c3b-8840-c3876a8d9393, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=fc65e276-0c76-4c3b-8840-c3876a8d9393,segment=NetworkSegment(3ffb05a1-858f-4afd-9361-01d13cabcb06),segment_id=3ffb05a1-858f-4afd-9361-01d13cabcb06)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:41:24.401036 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0950cd81-fc5d-4213-b090-4bc78cd8b3bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (fc65e276-0c76-4c3b-8840-c3876a8d9393), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:24.422340 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-0950cd81-fc5d-4213-b090-4bc78cd8b3bb admin admin] Calling delete_port for fc65e276-0c76-4c3b-8840-c3876a8d9393 owned by network:router_interface {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:41:24.530588 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-86af876a-f414-4544-8526-6ba797fa6e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (36f147c7-4926-4212-96c9-da83805a04b1), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:24.554011 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:24.620310 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af876a-f414-4544-8526-6ba797fa6e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=36f147c7-4926-4212-96c9-da83805a04b1,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:24.660734 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device bcfe77d1-807f-4175-a693-b8c76d7328fc no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:41:24.692663 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: bcfe77d1-807f-4175-a693-b8c76d7328fc {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:41:24.693342 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device bcfe77d1-807f-4175-a693-b8c76d7328fc not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:41:24.701261 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0950cd81-fc5d-4213-b090-4bc78cd8b3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (fc65e276-0c76-4c3b-8840-c3876a8d9393), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:24.737377 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950cd81-fc5d-4213-b090-4bc78cd8b3bb admin admin] Pushing event deleted for resources: {'Port': ['ID=fc65e276-0c76-4c3b-8840-c3876a8d9393,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:24.889541 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-86af876a-f414-4544-8526-6ba797fa6e94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-848001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484201'] for router_interface (15b1f5f6-3920-485f-bd91-2274c10531a5), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:24.987873 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0950cd81-fc5d-4213-b090-4bc78cd8b3bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-848001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484201'] for router_interface (21c49c26-7eba-4b4d-a0e0-40b977548255), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:25.160100 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86af876a-f414-4544-8526-6ba797fa6e94 admin admin] Router 15b1f5f6-3920-485f-bd91-2274c10531a5 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:41:25.287285 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86af876a-f414-4544-8526-6ba797fa6e94 admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:41:25.288597 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0950cd81-fc5d-4213-b090-4bc78cd8b3bb admin admin] Router 21c49c26-7eba-4b4d-a0e0-40b977548255 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:41:25.297330 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 59504) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:25.297772 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-86af876a-f414-4544-8526-6ba797fa6e94 admin admin] 10.222.0.16 "PUT /v2.0/routers/15b1f5f6-3920-485f-bd91-2274c10531a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8856175 May 23 12:41:25.299471 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b411f58-07a7-4e81-8630-6bc87cddab94 None None] Sync routers for ids ['15b1f5f6-3920-485f-bd91-2274c10531a5'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:41:25.315786 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b411f58-07a7-4e81-8630-6bc87cddab94 None None] Routers {'15b1f5f6-3920-485f-bd91-2274c10531a5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:41:25.316732 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-1b411f58-07a7-4e81-8630-6bc87cddab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:41:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['15b1f5f6-3920-485f-bd91-2274c10531a5'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:25.443726 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-1b411f58-07a7-4e81-8630-6bc87cddab94 None None] Set router 15b1f5f6-3920-485f-bd91-2274c10531a5 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:41:25.464337 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-154a6b44-64cb-4cc5-b3a7-4c639e943812 admin admin] Publish callbacks [] for router (15b1f5f6-3920-485f-bd91-2274c10531a5), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:25.562213 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:25.574683 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0950cd81-fc5d-4213-b090-4bc78cd8b3bb admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:41:25.577296 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:25.581256 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-0950cd81-fc5d-4213-b090-4bc78cd8b3bb admin admin] 10.222.0.16 "PUT /v2.0/routers/21c49c26-7eba-4b4d-a0e0-40b977548255/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0854938 May 23 12:41:25.584005 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 59506) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:25.592946 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856eca9a-d821-47b1-9c51-325572323562 None None] Sync routers for ids ['21c49c26-7eba-4b4d-a0e0-40b977548255'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:41:25.604938 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856eca9a-d821-47b1-9c51-325572323562 None None] Routers {'21c49c26-7eba-4b4d-a0e0-40b977548255'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:41:25.626244 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-856eca9a-d821-47b1-9c51-325572323562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:41:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['21c49c26-7eba-4b4d-a0e0-40b977548255'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:25.694703 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:25.699280 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:25.721699 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-154a6b44-64cb-4cc5-b3a7-4c639e943812 admin admin] Publish callbacks [] for router_gateway (15b1f5f6-3920-485f-bd91-2274c10531a5), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:25.722047 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-1b411f58-07a7-4e81-8630-6bc87cddab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'name': 'tempest-AttachVolumeShelveTestJSON-961891884-router', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:05Z', 'updated_at': '2022-05-23T12:41:24Z', 'revision_number': 5, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'gw_port': {'id': 'eb40ef6b-cbcf-4e26-967b-28a8f54080ce', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:33:07Z', 'updated_at': '2022-05-23T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:25.735676 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-76f9c821-84f8-4f44-97a2-1deef7b86855 admin admin] Publish callbacks [] for router (21c49c26-7eba-4b4d-a0e0-40b977548255), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:25.748222 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:25.758453 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b411f58-07a7-4e81-8630-6bc87cddab94 None None] Checking router: 15b1f5f6-3920-485f-bd91-2274c10531a5 for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:41:25.777815 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b411f58-07a7-4e81-8630-6bc87cddab94 None None] Routers {'15b1f5f6-3920-485f-bd91-2274c10531a5'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:41:25.778447 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-1b411f58-07a7-4e81-8630-6bc87cddab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:41:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['15b1f5f6-3920-485f-bd91-2274c10531a5'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:25.835180 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-856eca9a-d821-47b1-9c51-325572323562 None None] Set router 21c49c26-7eba-4b4d-a0e0-40b977548255 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:41:25.835577 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-154a6b44-64cb-4cc5-b3a7-4c639e943812 admin admin] Deleting port eb40ef6b-cbcf-4e26-967b-28a8f54080ce {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:41:25.836015 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-154a6b44-64cb-4cc5-b3a7-4c639e943812 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (eb40ef6b-cbcf-4e26-967b-28a8f54080ce), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:25.889425 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:25.891354 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-76f9c821-84f8-4f44-97a2-1deef7b86855 admin admin] Publish callbacks [] for router_gateway (21c49c26-7eba-4b4d-a0e0-40b977548255), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:25.942016 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-154a6b44-64cb-4cc5-b3a7-4c639e943812 admin admin] For port eb40ef6b-cbcf-4e26-967b-28a8f54080ce, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=eb40ef6b-cbcf-4e26-967b-28a8f54080ce,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:41:25.942385 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-154a6b44-64cb-4cc5-b3a7-4c639e943812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (eb40ef6b-cbcf-4e26-967b-28a8f54080ce), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:25.966534 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-154a6b44-64cb-4cc5-b3a7-4c639e943812 admin admin] Calling delete_port for eb40ef6b-cbcf-4e26-967b-28a8f54080ce owned by network:router_gateway {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:41:25.968974 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-76f9c821-84f8-4f44-97a2-1deef7b86855 admin admin] Deleting port afa5b99e-0d50-41b4-b3c4-74c9d5169cbb {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:41:25.969311 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-76f9c821-84f8-4f44-97a2-1deef7b86855 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (afa5b99e-0d50-41b4-b3c4-74c9d5169cbb), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:25.972565 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-1b411f58-07a7-4e81-8630-6bc87cddab94 None None] Set router 15b1f5f6-3920-485f-bd91-2274c10531a5 gateway port host: None {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:41:26.038793 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-1b411f58-07a7-4e81-8630-6bc87cddab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'name': 'tempest-AttachVolumeShelveTestJSON-961891884-router', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:05Z', 'updated_at': '2022-05-23T12:41:25Z', 'revision_number': 6, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'gw_port_host': None}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:26.058538 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=100 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:26.059498 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=100 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:26.101872 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-76f9c821-84f8-4f44-97a2-1deef7b86855 admin admin] For port afa5b99e-0d50-41b4-b3c4-74c9d5169cbb, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=afa5b99e-0d50-41b4-b3c4-74c9d5169cbb,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:41:26.102317 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-76f9c821-84f8-4f44-97a2-1deef7b86855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (afa5b99e-0d50-41b4-b3c4-74c9d5169cbb), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:26.107829 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-856eca9a-d821-47b1-9c51-325572323562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c49c26-7eba-4b4d-a0e0-40b977548255', 'name': 'tempest-TestShelveInstance-1306975041-router', 'tenant_id': '48239413b5fe44c3905c37d9a647a41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'afa5b99e-0d50-41b4-b3c4-74c9d5169cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:50Z', 'updated_at': '2022-05-23T12:41:24Z', 'revision_number': 5, 'project_id': '48239413b5fe44c3905c37d9a647a41b', 'gw_port': {'id': 'afa5b99e-0d50-41b4-b3c4-74c9d5169cbb', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c49c26-7eba-4b4d-a0e0-40b977548255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:35:50Z', 'updated_at': '2022-05-23T12:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:26.115639 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b411f58-07a7-4e81-8630-6bc87cddab94 None None] The sync data for ids ['15b1f5f6-3920-485f-bd91-2274c10531a5'] in dv-cinder-836996-27-iscsi is: [{'id': '15b1f5f6-3920-485f-bd91-2274c10531a5', 'name': 'tempest-AttachVolumeShelveTestJSON-961891884-router', 'tenant_id': '0502b9ef01e2460893cfc855d44db0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:33:05Z', 'updated_at': '2022-05-23T12:41:25Z', 'revision_number': 6, 'project_id': '0502b9ef01e2460893cfc855d44db0c7', 'gw_port_host': None}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:41:26.163227 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856eca9a-d821-47b1-9c51-325572323562 None None] Checking router: 21c49c26-7eba-4b4d-a0e0-40b977548255 for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:41:26.200050 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856eca9a-d821-47b1-9c51-325572323562 None None] Routers {'21c49c26-7eba-4b4d-a0e0-40b977548255'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:41:26.200718 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-856eca9a-d821-47b1-9c51-325572323562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:41:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['21c49c26-7eba-4b4d-a0e0-40b977548255'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:26.268806 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-154a6b44-64cb-4cc5-b3a7-4c639e943812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (eb40ef6b-cbcf-4e26-967b-28a8f54080ce), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:26.314003 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-856eca9a-d821-47b1-9c51-325572323562 None None] Set router 21c49c26-7eba-4b4d-a0e0-40b977548255 gateway port host: None {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:41:26.343452 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a6b44-64cb-4cc5-b3a7-4c639e943812 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb40ef6b-cbcf-4e26-967b-28a8f54080ce,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:26.369002 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-856eca9a-d821-47b1-9c51-325572323562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c49c26-7eba-4b4d-a0e0-40b977548255', 'name': 'tempest-TestShelveInstance-1306975041-router', 'tenant_id': '48239413b5fe44c3905c37d9a647a41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:50Z', 'updated_at': '2022-05-23T12:41:25Z', 'revision_number': 6, 'project_id': '48239413b5fe44c3905c37d9a647a41b', 'gw_port_host': None}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:26.410828 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-154a6b44-64cb-4cc5-b3a7-4c639e943812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483335'] for router_gateway (15b1f5f6-3920-485f-bd91-2274c10531a5), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:26.432467 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-76f9c821-84f8-4f44-97a2-1deef7b86855 admin admin] Calling delete_port for afa5b99e-0d50-41b4-b3c4-74c9d5169cbb owned by network:router_gateway {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:41:26.509551 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856eca9a-d821-47b1-9c51-325572323562 None None] The sync data for ids ['21c49c26-7eba-4b4d-a0e0-40b977548255'] in dv-cinder-836996-27-iscsi is: [{'id': '21c49c26-7eba-4b4d-a0e0-40b977548255', 'name': 'tempest-TestShelveInstance-1306975041-router', 'tenant_id': '48239413b5fe44c3905c37d9a647a41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:35:50Z', 'updated_at': '2022-05-23T12:41:25Z', 'revision_number': 6, 'project_id': '48239413b5fe44c3905c37d9a647a41b', 'gw_port_host': None}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:41:26.712556 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-76f9c821-84f8-4f44-97a2-1deef7b86855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (afa5b99e-0d50-41b4-b3c4-74c9d5169cbb), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:26.740023 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9c821-84f8-4f44-97a2-1deef7b86855 admin admin] Pushing event deleted for resources: {'Port': ['ID=afa5b99e-0d50-41b4-b3c4-74c9d5169cbb,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:26.814498 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-76f9c821-84f8-4f44-97a2-1deef7b86855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483335'] for router_gateway (21c49c26-7eba-4b4d-a0e0-40b977548255), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:26.977670 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-154a6b44-64cb-4cc5-b3a7-4c639e943812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11543'] for router (15b1f5f6-3920-485f-bd91-2274c10531a5), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:26.984446 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-154a6b44-64cb-4cc5-b3a7-4c639e943812 admin admin] Publish callbacks [] for router_controller (15b1f5f6-3920-485f-bd91-2274c10531a5), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:26.990502 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-76f9c821-84f8-4f44-97a2-1deef7b86855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11543'] for router (21c49c26-7eba-4b4d-a0e0-40b977548255), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:26.994369 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-76f9c821-84f8-4f44-97a2-1deef7b86855 admin admin] Publish callbacks [] for router_controller (21c49c26-7eba-4b4d-a0e0-40b977548255), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:27.066583 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-76f9c821-84f8-4f44-97a2-1deef7b86855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485025'] for router (21c49c26-7eba-4b4d-a0e0-40b977548255), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:27.067222 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f9c821-84f8-4f44-97a2-1deef7b86855 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21c49c26-7eba-4b4d-a0e0-40b977548255 {{(pid=103849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:41:27.072567 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-76f9c821-84f8-4f44-97a2-1deef7b86855 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:27.077287 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-76f9c821-84f8-4f44-97a2-1deef7b86855 admin admin] 10.222.0.16 "DELETE /v2.0/routers/21c49c26-7eba-4b4d-a0e0-40b977548255 HTTP/1.1" status: 204 len: 168 time: 1.4918509 May 23 12:41:27.078157 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 59512) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:27.083920 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-154a6b44-64cb-4cc5-b3a7-4c639e943812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485025'] for router (15b1f5f6-3920-485f-bd91-2274c10531a5), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:27.085071 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154a6b44-64cb-4cc5-b3a7-4c639e943812 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15b1f5f6-3920-485f-bd91-2274c10531a5 {{(pid=103850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:41:27.091956 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-154a6b44-64cb-4cc5-b3a7-4c639e943812 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:27.093850 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-154a6b44-64cb-4cc5-b3a7-4c639e943812 admin admin] 10.222.0.16 "DELETE /v2.0/routers/15b1f5f6-3920-485f-bd91-2274c10531a5 HTTP/1.1" status: 204 len: 168 time: 1.7954667 May 23 12:41:27.097116 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 59514) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:27.143295 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff20d5c-a269-4050-8d31-8c2a3acfdf59 admin admin] Deleting subnet 7bb00d4f-5dbb-4268-960b-d93eeb134b22 {{(pid=103849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 12:41:27.149350 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aff20d5c-a269-4050-8d31-8c2a3acfdf59 admin admin] Publish callbacks [] for subnet (7bb00d4f-5dbb-4268-960b-d93eeb134b22), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:27.161281 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea84d1d5-a34f-4152-8e39-ab83c600cd80 admin admin] Deleting subnet 57d02ce0-600b-49a7-8858-5c68dbc63a01 {{(pid=103850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 12:41:27.171246 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ea84d1d5-a34f-4152-8e39-ab83c600cd80 admin admin] Publish callbacks [] for subnet (57d02ce0-600b-49a7-8858-5c68dbc63a01), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:27.208384 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:27.220030 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aff20d5c-a269-4050-8d31-8c2a3acfdf59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4653014'] for subnet (7bb00d4f-5dbb-4268-960b-d93eeb134b22), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:27.262813 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ea84d1d5-a34f-4152-8e39-ab83c600cd80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7121682'] for subnet (57d02ce0-600b-49a7-8858-5c68dbc63a01), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:27.328094 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aff20d5c-a269-4050-8d31-8c2a3acfdf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384138'] for subnet (7bb00d4f-5dbb-4268-960b-d93eeb134b22), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:27.364632 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ea84d1d5-a34f-4152-8e39-ab83c600cd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384138'] for subnet (57d02ce0-600b-49a7-8858-5c68dbc63a01), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:27.400010 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aff20d5c-a269-4050-8d31-8c2a3acfdf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4653028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5217938'] for subnet (7bb00d4f-5dbb-4268-960b-d93eeb134b22), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:27.431706 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20d5c-a269-4050-8d31-8c2a3acfdf59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bb00d4f-5dbb-4268-960b-d93eeb134b22,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:27.437630 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aff20d5c-a269-4050-8d31-8c2a3acfdf59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:27.443170 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efca177b-a909-4b7a-8bf6-37782c21d763 None None] Network b17bf0f1-b328-455c-b525-3b736923bb2d requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:41:27.458913 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-aff20d5c-a269-4050-8d31-8c2a3acfdf59 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7bb00d4f-5dbb-4268-960b-d93eeb134b22 HTTP/1.1" status: 204 len: 168 time: 0.3793321 May 23 12:41:27.462226 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 59520) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:27.473100 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ea84d1d5-a34f-4152-8e39-ab83c600cd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6110642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5993989'] for subnet (57d02ce0-600b-49a7-8858-5c68dbc63a01), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:27.474954 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:27.530742 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84d1d5-a34f-4152-8e39-ab83c600cd80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57d02ce0-600b-49a7-8858-5c68dbc63a01,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:27.618156 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35c6338-3d2d-4982-8c7e-94f869de8f9e None None] Network 3322fe8c-081c-4cfd-b180-198330997eff requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:41:27.630209 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ea84d1d5-a34f-4152-8e39-ab83c600cd80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:27.639365 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-ea84d1d5-a34f-4152-8e39-ab83c600cd80 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/57d02ce0-600b-49a7-8858-5c68dbc63a01 HTTP/1.1" status: 204 len: 168 time: 0.5395141 May 23 12:41:27.642762 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 59522) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:27.687857 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a9f95033-b451-4149-96a5-8423cffd3ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323361'] for network (b17bf0f1-b328-455c-b525-3b736923bb2d), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:27.721471 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb966053-23ae-447f-9d8e-297b7bdc211d None None] DHCP port deletion for b17bf0f1-b328-455c-b525-3b736923bb2d request from dv-cinder-836996-27-iscsi {{(pid=103851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 12:41:27.740801 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 36f147c7-4926-4212-96c9-da83805a04b1 no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:41:27.760024 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:27.796874 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-a9f95033-b451-4149-96a5-8423cffd3ac9 admin admin] Deleting port 0a77a3f3-5ae6-497f-969a-c03704a96cd3 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:41:27.797263 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a9f95033-b451-4149-96a5-8423cffd3ac9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (0a77a3f3-5ae6-497f-969a-c03704a96cd3), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:27.824298 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb965486-a5fe-4b74-93d7-d287c24072d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323361'] for network (3322fe8c-081c-4cfd-b180-198330997eff), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:27.839782 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-cb966053-23ae-447f-9d8e-297b7bdc211d None None] Deleting port 0a77a3f3-5ae6-497f-969a-c03704a96cd3 {{(pid=103851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:41:27.840155 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cb966053-23ae-447f-9d8e-297b7bdc211d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (0a77a3f3-5ae6-497f-969a-c03704a96cd3), before_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:27.843001 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: 36f147c7-4926-4212-96c9-da83805a04b1 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:41:27.843342 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 36f147c7-4926-4212-96c9-da83805a04b1 not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:41:27.879241 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-cb965486-a5fe-4b74-93d7-d287c24072d7 admin admin] Deleting port 6bca5d89-4510-4abb-b786-004c28fa2fb6 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:41:27.879619 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb965486-a5fe-4b74-93d7-d287c24072d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (6bca5d89-4510-4abb-b786-004c28fa2fb6), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:27.924845 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-a9f95033-b451-4149-96a5-8423cffd3ac9 admin admin] For port 0a77a3f3-5ae6-497f-969a-c03704a96cd3, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=0a77a3f3-5ae6-497f-969a-c03704a96cd3,segment=NetworkSegment(3ffb05a1-858f-4afd-9361-01d13cabcb06),segment_id=3ffb05a1-858f-4afd-9361-01d13cabcb06)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:41:27.925214 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a9f95033-b451-4149-96a5-8423cffd3ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (0a77a3f3-5ae6-497f-969a-c03704a96cd3), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:27.948321 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-a9f95033-b451-4149-96a5-8423cffd3ac9 admin admin] Calling delete_port for 0a77a3f3-5ae6-497f-969a-c03704a96cd3 owned by network:dhcp {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:41:27.968152 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-cb965486-a5fe-4b74-93d7-d287c24072d7 admin admin] For port 6bca5d89-4510-4abb-b786-004c28fa2fb6, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=6bca5d89-4510-4abb-b786-004c28fa2fb6,segment=NetworkSegment(13cdb107-875d-4205-a897-41458cd12bd9),segment_id=13cdb107-875d-4205-a897-41458cd12bd9)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:41:27.968152 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb965486-a5fe-4b74-93d7-d287c24072d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (6bca5d89-4510-4abb-b786-004c28fa2fb6), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:27.988366 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-cb965486-a5fe-4b74-93d7-d287c24072d7 admin admin] Calling delete_port for 6bca5d89-4510-4abb-b786-004c28fa2fb6 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:41:28.012242 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:28.031229 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-cb966053-23ae-447f-9d8e-297b7bdc211d None None] For port 0a77a3f3-5ae6-497f-969a-c03704a96cd3, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=0a77a3f3-5ae6-497f-969a-c03704a96cd3,segment=NetworkSegment(3ffb05a1-858f-4afd-9361-01d13cabcb06),segment_id=3ffb05a1-858f-4afd-9361-01d13cabcb06)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:41:28.032285 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cb966053-23ae-447f-9d8e-297b7bdc211d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (0a77a3f3-5ae6-497f-969a-c03704a96cd3), precommit_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:28.055701 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-cb966053-23ae-447f-9d8e-297b7bdc211d None None] Calling delete_port for 0a77a3f3-5ae6-497f-969a-c03704a96cd3 owned by network:dhcp {{(pid=103851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:41:28.158903 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb965486-a5fe-4b74-93d7-d287c24072d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (6bca5d89-4510-4abb-b786-004c28fa2fb6), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:28.200124 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb965486-a5fe-4b74-93d7-d287c24072d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bca5d89-4510-4abb-b786-004c28fa2fb6,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:28.213123 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a58bfb1-0e70-4461-8477-9e7d4df634e6 None None] DHCP port deletion for 3322fe8c-081c-4cfd-b180-198330997eff request from dv-cinder-836996-27-iscsi {{(pid=103851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 12:41:28.218018 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb965486-a5fe-4b74-93d7-d287c24072d7 admin admin] No DVR routers for this DVR port 6bca5d89-4510-4abb-b786-004c28fa2fb6 on host dv-cinder-836996-27-iscsi {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:41:28.223040 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cb966053-23ae-447f-9d8e-297b7bdc211d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134'] for port (0a77a3f3-5ae6-497f-969a-c03704a96cd3), after_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:28.237520 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a9f95033-b451-4149-96a5-8423cffd3ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (0a77a3f3-5ae6-497f-969a-c03704a96cd3), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:28.261625 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb966053-23ae-447f-9d8e-297b7bdc211d None None] Pushing event deleted for resources: {'Port': ['ID=0a77a3f3-5ae6-497f-969a-c03704a96cd3,revision_number=None']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:28.270882 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb966053-23ae-447f-9d8e-297b7bdc211d None None] No DVR routers for this DVR port 0a77a3f3-5ae6-497f-969a-c03704a96cd3 on host dv-cinder-836996-27-iscsi {{(pid=103851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:41:28.306578 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f95033-b451-4149-96a5-8423cffd3ac9 admin admin] No DVR routers for this DVR port 0a77a3f3-5ae6-497f-969a-c03704a96cd3 on host dv-cinder-836996-27-iscsi {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:41:28.311375 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f95033-b451-4149-96a5-8423cffd3ac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a77a3f3-5ae6-497f-969a-c03704a96cd3,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:28.319877 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb965486-a5fe-4b74-93d7-d287c24072d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376325', 'neutron.services.segments.db._delete_segments_for_network-8727294489191'] for network (3322fe8c-081c-4cfd-b180-198330997eff), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:28.343798 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-cb965486-a5fe-4b74-93d7-d287c24072d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3322fe8c-081c-4cfd-b180-198330997eff']}} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:28.362881 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-cb965486-a5fe-4b74-93d7-d287c24072d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13cdb107-875d-4205-a897-41458cd12bd9') {'for_net_delete': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:28.363349 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-cb965486-a5fe-4b74-93d7-d287c24072d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13cdb107-875d-4205-a897-41458cd12bd9') {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:28.379951 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb965486-a5fe-4b74-93d7-d287c24072d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727294487664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4653017'] for segment (13cdb107-875d-4205-a897-41458cd12bd9), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:28.404776 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a9f95033-b451-4149-96a5-8423cffd3ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376325', 'neutron.services.segments.db._delete_segments_for_network-8727294489191'] for network (b17bf0f1-b328-455c-b525-3b736923bb2d), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:28.405389 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb965486-a5fe-4b74-93d7-d287c24072d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (13cdb107-875d-4205-a897-41458cd12bd9), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:28.414909 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb965486-a5fe-4b74-93d7-d287c24072d7 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 12:41:28.415571 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb965486-a5fe-4b74-93d7-d287c24072d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4651014'] for segment (13cdb107-875d-4205-a897-41458cd12bd9), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:28.434993 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-a9f95033-b451-4149-96a5-8423cffd3ac9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17bf0f1-b328-455c-b525-3b736923bb2d']}} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:28.451185 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.services.segments.plugin [-] Segment 13cdb107-875d-4205-a897-41458cd12bd9 resource provider aggregate not found May 23 12:41:28.452900 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-a9f95033-b451-4149-96a5-8423cffd3ac9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffb05a1-858f-4afd-9361-01d13cabcb06') {'for_net_delete': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:28.453441 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-a9f95033-b451-4149-96a5-8423cffd3ac9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffb05a1-858f-4afd-9361-01d13cabcb06') {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:28.484509 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a9f95033-b451-4149-96a5-8423cffd3ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727294487664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7121693'] for segment (3ffb05a1-858f-4afd-9361-01d13cabcb06), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:28.505586 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a9f95033-b451-4149-96a5-8423cffd3ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (3ffb05a1-858f-4afd-9361-01d13cabcb06), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:28.514810 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f95033-b451-4149-96a5-8423cffd3ac9 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 12:41:28.515463 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a9f95033-b451-4149-96a5-8423cffd3ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6109776'] for segment (3ffb05a1-858f-4afd-9361-01d13cabcb06), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:28.520384 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.services.segments.plugin [-] Segment 13cdb107-875d-4205-a897-41458cd12bd9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13cdb107-875d-4205-a897-41458cd12bd9 found for delete ", "request_id": "req-e0cdf775-c451-46e4-9fdd-4e8f1192acbc"}]} May 23 12:41:28.526655 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb965486-a5fe-4b74-93d7-d287c24072d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482031'] for network (3322fe8c-081c-4cfd-b180-198330997eff), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:28.552290 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb965486-a5fe-4b74-93d7-d287c24072d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:28.556621 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-cb965486-a5fe-4b74-93d7-d287c24072d7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3322fe8c-081c-4cfd-b180-198330997eff HTTP/1.1" status: 204 len: 168 time: 0.9126258 May 23 12:41:28.557718 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb965486-a5fe-4b74-93d7-d287c24072d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3322fe8c-081c-4cfd-b180-198330997eff,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:28.602532 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.services.segments.plugin [-] Segment 3ffb05a1-858f-4afd-9361-01d13cabcb06 resource provider aggregate not found May 23 12:41:28.628538 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.services.segments.plugin [-] Segment 3ffb05a1-858f-4afd-9361-01d13cabcb06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ffb05a1-858f-4afd-9361-01d13cabcb06 found for delete ", "request_id": "req-fcdf193f-b1c5-453f-898b-247f7cd099b0"}]} May 23 12:41:28.636336 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a9f95033-b451-4149-96a5-8423cffd3ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482031'] for network (b17bf0f1-b328-455c-b525-3b736923bb2d), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:28.654033 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a9f95033-b451-4149-96a5-8423cffd3ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:28.659935 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-a9f95033-b451-4149-96a5-8423cffd3ac9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b17bf0f1-b328-455c-b525-3b736923bb2d HTTP/1.1" status: 204 len: 168 time: 1.1943116 May 23 12:41:28.659935 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f95033-b451-4149-96a5-8423cffd3ac9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b17bf0f1-b328-455c-b525-3b736923bb2d,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:28.723021 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 6bca5d89-4510-4abb-b786-004c28fa2fb6 no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:41:28.769409 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: 6bca5d89-4510-4abb-b786-004c28fa2fb6 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:41:28.770340 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 6bca5d89-4510-4abb-b786-004c28fa2fb6 not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:41:28.770980 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 0a77a3f3-5ae6-497f-969a-c03704a96cd3 no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:41:28.797070 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: 0a77a3f3-5ae6-497f-969a-c03704a96cd3 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:41:28.797770 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 0a77a3f3-5ae6-497f-969a-c03704a96cd3 not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:41:28.798199 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device eb40ef6b-cbcf-4e26-967b-28a8f54080ce no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:41:28.820569 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: eb40ef6b-cbcf-4e26-967b-28a8f54080ce {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:41:28.821217 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device eb40ef6b-cbcf-4e26-967b-28a8f54080ce not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:41:28.821808 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device fc65e276-0c76-4c3b-8840-c3876a8d9393 no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:41:28.829070 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 59544) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:28.843652 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: fc65e276-0c76-4c3b-8840-c3876a8d9393 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:41:28.844002 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device fc65e276-0c76-4c3b-8840-c3876a8d9393 not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:41:28.844640 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device afa5b99e-0d50-41b4-b3c4-74c9d5169cbb no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:41:28.875918 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: afa5b99e-0d50-41b4-b3c4-74c9d5169cbb {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:41:28.876672 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device afa5b99e-0d50-41b4-b3c4-74c9d5169cbb not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:41:28.894583 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-2946c34e-8cf9-48c5-b817-2ebedea39166 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0502b9ef01e2460893cfc855d44db0c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0630348 May 23 12:41:28.896943 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 59546) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:28.917852 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 59548) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:28.964554 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-ca5bdd42-c80f-43fd-900d-c5690abfbeee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=835f4c15c26e47b7ba55aca85bfb66a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452816 May 23 12:41:28.967791 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 59550) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:28.976992 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-286d68a5-8f99-425c-908a-3a14b05da972 admin admin] Publish callbacks [] for security_group (2dad517e-516d-49b4-9a8b-30b5b9c27949), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:28.984341 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:29.044093 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-286d68a5-8f99-425c-908a-3a14b05da972 admin admin] Publish callbacks [] for security_group (2dad517e-516d-49b4-9a8b-30b5b9c27949), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:29.081740 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3804ca8-1be7-4ff9-a3aa-bd15b11d9e7f admin admin] Publish callbacks [] for security_group (5b5eecc7-e7e6-4f87-a9bc-337bfe78c22c), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:29.112110 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3804ca8-1be7-4ff9-a3aa-bd15b11d9e7f admin admin] Publish callbacks [] for security_group (5b5eecc7-e7e6-4f87-a9bc-337bfe78c22c), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:29.156154 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-286d68a5-8f99-425c-908a-3a14b05da972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (2dad517e-516d-49b4-9a8b-30b5b9c27949), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:29.159565 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-286d68a5-8f99-425c-908a-3a14b05da972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:29.160547 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-286d68a5-8f99-425c-908a-3a14b05da972 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2dad517e-516d-49b4-9a8b-30b5b9c27949 HTTP/1.1" status: 204 len: 168 time: 0.2626710 May 23 12:41:29.172569 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d68a5-8f99-425c-908a-3a14b05da972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dad517e-516d-49b4-9a8b-30b5b9c27949,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:29.200822 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3804ca8-1be7-4ff9-a3aa-bd15b11d9e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (5b5eecc7-e7e6-4f87-a9bc-337bfe78c22c), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:29.205129 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3804ca8-1be7-4ff9-a3aa-bd15b11d9e7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:29.206470 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-b3804ca8-1be7-4ff9-a3aa-bd15b11d9e7f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b5eecc7-e7e6-4f87-a9bc-337bfe78c22c HTTP/1.1" status: 204 len: 168 time: 0.2376988 May 23 12:41:29.217362 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3804ca8-1be7-4ff9-a3aa-bd15b11d9e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5eecc7-e7e6-4f87-a9bc-337bfe78c22c,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:29.873106 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 59572) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:29.912027 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:29.940515 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-14eaaac5-9aa4-4a24-877b-ac09600c4897 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48239413b5fe44c3905c37d9a647a41b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0625842 May 23 12:41:29.942997 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 59574) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:30.011435 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4b587c33-a4bd-4fcd-b56b-575d29ac7ff7 admin admin] Publish callbacks [] for security_group (a4e7975a-a804-4f1f-ab75-a30b5f77ca64), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:30.043328 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4b587c33-a4bd-4fcd-b56b-575d29ac7ff7 admin admin] Publish callbacks [] for security_group (a4e7975a-a804-4f1f-ab75-a30b5f77ca64), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:30.130000 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4b587c33-a4bd-4fcd-b56b-575d29ac7ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (a4e7975a-a804-4f1f-ab75-a30b5f77ca64), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:30.141799 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4b587c33-a4bd-4fcd-b56b-575d29ac7ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:30.143254 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-4b587c33-a4bd-4fcd-b56b-575d29ac7ff7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4e7975a-a804-4f1f-ab75-a30b5f77ca64 HTTP/1.1" status: 204 len: 168 time: 0.1989865 May 23 12:41:30.159402 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b587c33-a4bd-4fcd-b56b-575d29ac7ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e7975a-a804-4f1f-ab75-a30b5f77ca64,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:31.526199 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 59622) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:31.676993 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4a2de292-779f-4573-8ebe-8d66af7816ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:31.776740 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4a2de292-779f-4573-8ebe-8d66af7816ce admin admin] Publish callbacks [] for security_group (590742e0-b541-40ce-96a1-14d40fd7c66b), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:31.783983 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4a2de292-779f-4573-8ebe-8d66af7816ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (590742e0-b541-40ce-96a1-14d40fd7c66b), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:31.824080 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:31.836941 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2de292-779f-4573-8ebe-8d66af7816ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590742e0-b541-40ce-96a1-14d40fd7c66b,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:31.841785 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-4a2de292-779f-4573-8ebe-8d66af7816ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7480570ee8b45ac809e2a4aadf2b779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3145509 May 23 12:41:31.844493 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 59630) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:31.932621 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7524020d-f37c-4e5e-b06f-b3f38dd93f15 admin admin] Publish callbacks [] for security_group (590742e0-b541-40ce-96a1-14d40fd7c66b), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:31.962189 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7524020d-f37c-4e5e-b06f-b3f38dd93f15 admin admin] Publish callbacks [] for security_group (590742e0-b541-40ce-96a1-14d40fd7c66b), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:32.016582 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7524020d-f37c-4e5e-b06f-b3f38dd93f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (590742e0-b541-40ce-96a1-14d40fd7c66b), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:32.032028 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7524020d-f37c-4e5e-b06f-b3f38dd93f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:32.033248 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-7524020d-f37c-4e5e-b06f-b3f38dd93f15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/590742e0-b541-40ce-96a1-14d40fd7c66b HTTP/1.1" status: 204 len: 168 time: 0.1876276 May 23 12:41:32.044628 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524020d-f37c-4e5e-b06f-b3f38dd93f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590742e0-b541-40ce-96a1-14d40fd7c66b,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:32.495233 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:32.530214 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bbb54db4-f6c8-41a5-9579-b55af487babd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:33.667875 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:33.878522 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 59742) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:33.995215 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b03d691e-b84d-4a89-863e-b85d4b11967c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:34.077473 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b03d691e-b84d-4a89-863e-b85d4b11967c admin admin] Publish callbacks [] for security_group (812d53ce-bed7-41e8-87e7-b2b342740268), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:34.081959 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b03d691e-b84d-4a89-863e-b85d4b11967c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (812d53ce-bed7-41e8-87e7-b2b342740268), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:34.122761 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-b03d691e-b84d-4a89-863e-b85d4b11967c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd0bed247e6e4f3a9d315a791a9fff93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431564 May 23 12:41:34.123462 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d691e-b84d-4a89-863e-b85d4b11967c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812d53ce-bed7-41e8-87e7-b2b342740268,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:34.126478 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 59758) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:34.145088 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=13 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:34.184445 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5d44e4d1-ccab-41d1-ad11-0c8e2cf4d95d admin admin] Publish callbacks [] for security_group (812d53ce-bed7-41e8-87e7-b2b342740268), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:34.209730 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5d44e4d1-ccab-41d1-ad11-0c8e2cf4d95d admin admin] Publish callbacks [] for security_group (812d53ce-bed7-41e8-87e7-b2b342740268), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:34.263962 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5d44e4d1-ccab-41d1-ad11-0c8e2cf4d95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (812d53ce-bed7-41e8-87e7-b2b342740268), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:34.266510 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5d44e4d1-ccab-41d1-ad11-0c8e2cf4d95d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:34.267645 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-5d44e4d1-ccab-41d1-ad11-0c8e2cf4d95d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/812d53ce-bed7-41e8-87e7-b2b342740268 HTTP/1.1" status: 204 len: 168 time: 0.1402812 May 23 12:41:34.278354 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44e4d1-ccab-41d1-ad11-0c8e2cf4d95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812d53ce-bed7-41e8-87e7-b2b342740268,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:34.548873 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 59764) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:34.562053 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fe92a1d4-2e32-49f5-b4aa-8d25201d6f8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:34.639689 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fe92a1d4-2e32-49f5-b4aa-8d25201d6f8e admin admin] Publish callbacks [] for security_group (e2932e2b-2bec-48c4-9fb2-45ab6118cd24), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:34.643714 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fe92a1d4-2e32-49f5-b4aa-8d25201d6f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (e2932e2b-2bec-48c4-9fb2-45ab6118cd24), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:34.651928 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b2118039-cf5f-4199-a4e0-e55bf1d2d915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:34.685744 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-fe92a1d4-2e32-49f5-b4aa-8d25201d6f8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dba8f09e9597451f8be07c2e4e142d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358097 May 23 12:41:34.686869 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92a1d4-2e32-49f5-b4aa-8d25201d6f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2932e2b-2bec-48c4-9fb2-45ab6118cd24,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:34.688515 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 59766) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:34.738957 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad248-097f-4e36-8cda-e8f8e8f3dd0c admin admin] Publish callbacks [] for security_group (e2932e2b-2bec-48c4-9fb2-45ab6118cd24), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:34.760017 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad248-097f-4e36-8cda-e8f8e8f3dd0c admin admin] Publish callbacks [] for security_group (e2932e2b-2bec-48c4-9fb2-45ab6118cd24), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:34.808528 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad248-097f-4e36-8cda-e8f8e8f3dd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (e2932e2b-2bec-48c4-9fb2-45ab6118cd24), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:34.811003 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad248-097f-4e36-8cda-e8f8e8f3dd0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:34.812191 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-5a9ad248-097f-4e36-8cda-e8f8e8f3dd0c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2932e2b-2bec-48c4-9fb2-45ab6118cd24 HTTP/1.1" status: 204 len: 168 time: 0.1226604 May 23 12:41:34.820283 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ad248-097f-4e36-8cda-e8f8e8f3dd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2932e2b-2bec-48c4-9fb2-45ab6118cd24,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:35.127041 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 59778) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:35.175961 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf59bc6-25d7-4afd-8623-0830cddae440 admin admin] Deleting subnet 15ce2326-679b-4f7e-bc17-5ed4dcc62a17 {{(pid=103849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 12:41:35.179826 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fcf59bc6-25d7-4afd-8623-0830cddae440 admin admin] Publish callbacks [] for subnet (15ce2326-679b-4f7e-bc17-5ed4dcc62a17), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:35.217272 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fcf59bc6-25d7-4afd-8623-0830cddae440 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4653014'] for subnet (15ce2326-679b-4f7e-bc17-5ed4dcc62a17), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:35.259913 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fcf59bc6-25d7-4afd-8623-0830cddae440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384138'] for subnet (15ce2326-679b-4f7e-bc17-5ed4dcc62a17), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:35.315201 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fcf59bc6-25d7-4afd-8623-0830cddae440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4653028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5217938'] for subnet (15ce2326-679b-4f7e-bc17-5ed4dcc62a17), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:35.342218 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf59bc6-25d7-4afd-8623-0830cddae440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15ce2326-679b-4f7e-bc17-5ed4dcc62a17,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:35.345991 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fcf59bc6-25d7-4afd-8623-0830cddae440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:35.350939 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-fcf59bc6-25d7-4afd-8623-0830cddae440 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/15ce2326-679b-4f7e-bc17-5ed4dcc62a17 HTTP/1.1" status: 204 len: 168 time: 0.2225692 May 23 12:41:35.354686 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 59788) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:35.423173 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a0223f4d-803e-4606-8f32-5c164152ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323361'] for network (9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:35.434635 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:35.508829 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a0223f4d-803e-4606-8f32-5c164152ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376325', 'neutron.services.segments.db._delete_segments_for_network-8727294489191'] for network (9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:35.530496 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-a0223f4d-803e-4606-8f32-5c164152ba79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1']}} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:35.547830 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-a0223f4d-803e-4606-8f32-5c164152ba79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f27b69-af84-4cb9-ac35-9637c53991de') {'for_net_delete': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:35.548127 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-a0223f4d-803e-4606-8f32-5c164152ba79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f27b69-af84-4cb9-ac35-9637c53991de') {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:35.557852 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a0223f4d-803e-4606-8f32-5c164152ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727294487664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4653017'] for segment (10f27b69-af84-4cb9-ac35-9637c53991de), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:35.573045 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a0223f4d-803e-4606-8f32-5c164152ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (10f27b69-af84-4cb9-ac35-9637c53991de), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:35.579261 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0223f4d-803e-4606-8f32-5c164152ba79 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 12:41:35.579920 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a0223f4d-803e-4606-8f32-5c164152ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4651014'] for segment (10f27b69-af84-4cb9-ac35-9637c53991de), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:35.626426 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.services.segments.plugin [-] Segment 10f27b69-af84-4cb9-ac35-9637c53991de resource provider aggregate not found May 23 12:41:35.650967 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.services.segments.plugin [-] Segment 10f27b69-af84-4cb9-ac35-9637c53991de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10f27b69-af84-4cb9-ac35-9637c53991de found for delete ", "request_id": "req-a1a01440-9bfa-4c7f-bc35-354d15ff6dcc"}]} May 23 12:41:35.652192 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a0223f4d-803e-4606-8f32-5c164152ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482031'] for network (9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:35.657614 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a0223f4d-803e-4606-8f32-5c164152ba79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:35.661129 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-a0223f4d-803e-4606-8f32-5c164152ba79 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1 HTTP/1.1" status: 204 len: 168 time: 0.3054538 May 23 12:41:35.673457 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0223f4d-803e-4606-8f32-5c164152ba79 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe88df3-d20c-4ec8-8a62-67cd5e38ccd1,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:35.852988 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 59810) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:35.894009 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-d695bf38-e183-402b-97a1-311b9d1b72b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c1f2700efc5d45119cc13a60bc0f25f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398331 May 23 12:41:35.896514 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 59812) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:35.911235 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:35.947558 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:35.951425 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-effdaacf-1abc-4773-b926-86abb4b733cc admin admin] Publish callbacks [] for security_group (c533a7fd-b19f-4509-bab1-d58dee2a08a3), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:35.973317 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-effdaacf-1abc-4773-b926-86abb4b733cc admin admin] Publish callbacks [] for security_group (c533a7fd-b19f-4509-bab1-d58dee2a08a3), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:36.025445 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-effdaacf-1abc-4773-b926-86abb4b733cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (c533a7fd-b19f-4509-bab1-d58dee2a08a3), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:36.028458 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-effdaacf-1abc-4773-b926-86abb4b733cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:36.029736 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-effdaacf-1abc-4773-b926-86abb4b733cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c533a7fd-b19f-4509-bab1-d58dee2a08a3 HTTP/1.1" status: 204 len: 168 time: 0.1323316 May 23 12:41:36.039184 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effdaacf-1abc-4773-b926-86abb4b733cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c533a7fd-b19f-4509-bab1-d58dee2a08a3,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:36.371301 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=14 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:36.372548 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=24 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:37.021007 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 59906) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:37.141168 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-afbed099-0d1f-489e-a16f-06381ba90e74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:37.229844 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:37.239086 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-afbed099-0d1f-489e-a16f-06381ba90e74 admin admin] Publish callbacks [] for security_group (7b0fef53-7e05-461d-825f-f0e521142f06), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:37.243961 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-afbed099-0d1f-489e-a16f-06381ba90e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (7b0fef53-7e05-461d-825f-f0e521142f06), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:37.298326 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbed099-0d1f-489e-a16f-06381ba90e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0fef53-7e05-461d-825f-f0e521142f06,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:37.303962 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-afbed099-0d1f-489e-a16f-06381ba90e74 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44a9eff003944792a6a51c027004d8db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838495 May 23 12:41:37.307192 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 59918) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:37.350749 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:37.368955 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-96ec0403-5646-4f71-a37c-5fb0d786d854 admin admin] Publish callbacks [] for security_group (7b0fef53-7e05-461d-825f-f0e521142f06), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:37.397696 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-96ec0403-5646-4f71-a37c-5fb0d786d854 admin admin] Publish callbacks [] for security_group (7b0fef53-7e05-461d-825f-f0e521142f06), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:37.457096 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-96ec0403-5646-4f71-a37c-5fb0d786d854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (7b0fef53-7e05-461d-825f-f0e521142f06), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:37.460113 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-96ec0403-5646-4f71-a37c-5fb0d786d854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:37.461465 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-96ec0403-5646-4f71-a37c-5fb0d786d854 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b0fef53-7e05-461d-825f-f0e521142f06 HTTP/1.1" status: 204 len: 168 time: 0.1527164 May 23 12:41:37.470290 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec0403-5646-4f71-a37c-5fb0d786d854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0fef53-7e05-461d-825f-f0e521142f06,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:37.784892 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 59942) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:37.798473 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-527bc19a-ec1c-40f4-a56d-26825019d1fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:37.875912 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-527bc19a-ec1c-40f4-a56d-26825019d1fb admin admin] Publish callbacks [] for security_group (379df9f6-78eb-40ad-b3e3-c9ecc1006672), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:37.879905 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-527bc19a-ec1c-40f4-a56d-26825019d1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (379df9f6-78eb-40ad-b3e3-c9ecc1006672), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:37.924319 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-527bc19a-ec1c-40f4-a56d-26825019d1fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56c7c4debeef4cb4be711bf1b9629006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381843 May 23 12:41:37.925025 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527bc19a-ec1c-40f4-a56d-26825019d1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379df9f6-78eb-40ad-b3e3-c9ecc1006672,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:37.927004 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 59944) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:37.981785 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c03ad4d0-b590-4709-916c-ed51bed96645 admin admin] Publish callbacks [] for security_group (379df9f6-78eb-40ad-b3e3-c9ecc1006672), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:38.004082 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c03ad4d0-b590-4709-916c-ed51bed96645 admin admin] Publish callbacks [] for security_group (379df9f6-78eb-40ad-b3e3-c9ecc1006672), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:38.052490 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c03ad4d0-b590-4709-916c-ed51bed96645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (379df9f6-78eb-40ad-b3e3-c9ecc1006672), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:38.055954 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c03ad4d0-b590-4709-916c-ed51bed96645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:38.057147 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-c03ad4d0-b590-4709-916c-ed51bed96645 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/379df9f6-78eb-40ad-b3e3-c9ecc1006672 HTTP/1.1" status: 204 len: 168 time: 0.1291790 May 23 12:41:38.066109 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ad4d0-b590-4709-916c-ed51bed96645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379df9f6-78eb-40ad-b3e3-c9ecc1006672,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:38.653113 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:46.343869 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 60080) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:46.450864 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b69ff422-7556-4dbf-99a4-7092a8e67d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:46.483185 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=12 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:46.531510 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b69ff422-7556-4dbf-99a4-7092a8e67d7d admin admin] Publish callbacks [] for security_group (50838078-d883-4038-8abf-1c228ba9f650), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:46.535123 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b69ff422-7556-4dbf-99a4-7092a8e67d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (50838078-d883-4038-8abf-1c228ba9f650), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:46.574340 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ff422-7556-4dbf-99a4-7092a8e67d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50838078-d883-4038-8abf-1c228ba9f650,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:46.578397 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-b69ff422-7556-4dbf-99a4-7092a8e67d7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=962ee58f63fc461a8cceac249fd91d2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334769 May 23 12:41:46.581867 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 60084) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:46.584485 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ff422-7556-4dbf-99a4-7092a8e67d7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:46.584834 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ff422-7556-4dbf-99a4-7092a8e67d7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:46.585178 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ff422-7556-4dbf-99a4-7092a8e67d7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:46.585515 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ff422-7556-4dbf-99a4-7092a8e67d7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:46.585850 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ff422-7556-4dbf-99a4-7092a8e67d7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:46.586167 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ff422-7556-4dbf-99a4-7092a8e67d7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:46.586496 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ff422-7556-4dbf-99a4-7092a8e67d7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:46.587036 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ff422-7556-4dbf-99a4-7092a8e67d7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:46.587372 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ff422-7556-4dbf-99a4-7092a8e67d7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:46.587691 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ff422-7556-4dbf-99a4-7092a8e67d7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:46.588017 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ff422-7556-4dbf-99a4-7092a8e67d7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:46.588366 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ff422-7556-4dbf-99a4-7092a8e67d7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:46.588685 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ff422-7556-4dbf-99a4-7092a8e67d7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:46.589002 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ff422-7556-4dbf-99a4-7092a8e67d7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:46.589321 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ff422-7556-4dbf-99a4-7092a8e67d7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:46.639846 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ee73fb4a-541b-406e-b11b-b328ac03ab17 admin admin] Publish callbacks [] for security_group (50838078-d883-4038-8abf-1c228ba9f650), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:46.661103 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ee73fb4a-541b-406e-b11b-b328ac03ab17 admin admin] Publish callbacks [] for security_group (50838078-d883-4038-8abf-1c228ba9f650), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:46.668243 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:46.713830 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ee73fb4a-541b-406e-b11b-b328ac03ab17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (50838078-d883-4038-8abf-1c228ba9f650), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:46.716398 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ee73fb4a-541b-406e-b11b-b328ac03ab17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:46.717553 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-ee73fb4a-541b-406e-b11b-b328ac03ab17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50838078-d883-4038-8abf-1c228ba9f650 HTTP/1.1" status: 204 len: 168 time: 0.1345546 May 23 12:41:46.725560 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73fb4a-541b-406e-b11b-b328ac03ab17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50838078-d883-4038-8abf-1c228ba9f650,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:46.995568 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 60100) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:47.011841 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-10790bcf-6b4a-4312-8906-26ae55bbbdbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:47.087282 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-10790bcf-6b4a-4312-8906-26ae55bbbdbd admin admin] Publish callbacks [] for security_group (72a86bc2-c993-4838-b1f0-46ba754ebc00), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:47.091168 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-10790bcf-6b4a-4312-8906-26ae55bbbdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (72a86bc2-c993-4838-b1f0-46ba754ebc00), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:47.130564 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-10790bcf-6b4a-4312-8906-26ae55bbbdbd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe3188038094486d9f72b7e791ad4330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339240 May 23 12:41:47.131415 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10790bcf-6b4a-4312-8906-26ae55bbbdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a86bc2-c993-4838-b1f0-46ba754ebc00,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:47.134171 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 60102) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:47.190496 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-43dd1ba5-0772-41e9-a358-65ebbce44c39 admin admin] Publish callbacks [] for security_group (72a86bc2-c993-4838-b1f0-46ba754ebc00), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:47.212825 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-43dd1ba5-0772-41e9-a358-65ebbce44c39 admin admin] Publish callbacks [] for security_group (72a86bc2-c993-4838-b1f0-46ba754ebc00), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:47.241630 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:47.262590 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-43dd1ba5-0772-41e9-a358-65ebbce44c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (72a86bc2-c993-4838-b1f0-46ba754ebc00), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:47.265161 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-43dd1ba5-0772-41e9-a358-65ebbce44c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:47.266308 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-43dd1ba5-0772-41e9-a358-65ebbce44c39 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72a86bc2-c993-4838-b1f0-46ba754ebc00 HTTP/1.1" status: 204 len: 168 time: 0.1307449 May 23 12:41:47.275764 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd1ba5-0772-41e9-a358-65ebbce44c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a86bc2-c993-4838-b1f0-46ba754ebc00,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:47.593135 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 60112) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:47.609182 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-21e0928e-9066-47de-8879-4b2dd03ea0cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:47.686638 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-21e0928e-9066-47de-8879-4b2dd03ea0cb admin admin] Publish callbacks [] for security_group (95544c3f-cf81-4051-afce-00164a79e14e), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:47.691246 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-21e0928e-9066-47de-8879-4b2dd03ea0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (95544c3f-cf81-4051-afce-00164a79e14e), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:47.733129 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-21e0928e-9066-47de-8879-4b2dd03ea0cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f441f1bd197c4b8b93bd7d3a001208b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389003 May 23 12:41:47.734238 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0928e-9066-47de-8879-4b2dd03ea0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95544c3f-cf81-4051-afce-00164a79e14e,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:47.735801 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 60114) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:47.784443 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-54bb4d3b-cfac-4841-9660-ad6a47bba72b admin admin] Publish callbacks [] for security_group (95544c3f-cf81-4051-afce-00164a79e14e), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:47.805376 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-54bb4d3b-cfac-4841-9660-ad6a47bba72b admin admin] Publish callbacks [] for security_group (95544c3f-cf81-4051-afce-00164a79e14e), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:47.852333 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-54bb4d3b-cfac-4841-9660-ad6a47bba72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (95544c3f-cf81-4051-afce-00164a79e14e), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:47.854989 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-54bb4d3b-cfac-4841-9660-ad6a47bba72b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:47.856147 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-54bb4d3b-cfac-4841-9660-ad6a47bba72b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95544c3f-cf81-4051-afce-00164a79e14e HTTP/1.1" status: 204 len: 168 time: 0.1193266 May 23 12:41:47.864001 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb4d3b-cfac-4841-9660-ad6a47bba72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95544c3f-cf81-4051-afce-00164a79e14e,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:54.013775 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:41:57.727245 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=18,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:57.730385 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=50,neutron:DELETE=3,neutron:INSERT=5 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:57.858719 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:DELETE=3,neutron:SELECT=36,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:57.859612 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=74,neutron:DELETE=7,neutron:INSERT=7 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:57.875617 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:57.876481 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:41:59.085605 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 60278) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:59.189605 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f6257105-3070-4783-a7f6-1fb958bb2ed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:59.267155 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f6257105-3070-4783-a7f6-1fb958bb2ed1 admin admin] Publish callbacks [] for security_group (995cd826-05ab-47c8-80d0-dd4a7ae03c37), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:59.271798 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f6257105-3070-4783-a7f6-1fb958bb2ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (995cd826-05ab-47c8-80d0-dd4a7ae03c37), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:59.312553 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-f6257105-3070-4783-a7f6-1fb958bb2ed1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0cc7b8eb4a4a4312a4d104681ab640b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257841 May 23 12:41:59.313416 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6257105-3070-4783-a7f6-1fb958bb2ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995cd826-05ab-47c8-80d0-dd4a7ae03c37,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:59.315186 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 60284) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:59.320907 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6257105-3070-4783-a7f6-1fb958bb2ed1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:59.321257 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6257105-3070-4783-a7f6-1fb958bb2ed1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:59.321596 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6257105-3070-4783-a7f6-1fb958bb2ed1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:59.321932 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6257105-3070-4783-a7f6-1fb958bb2ed1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:59.322775 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6257105-3070-4783-a7f6-1fb958bb2ed1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:59.323142 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6257105-3070-4783-a7f6-1fb958bb2ed1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:59.323471 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6257105-3070-4783-a7f6-1fb958bb2ed1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:59.323807 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6257105-3070-4783-a7f6-1fb958bb2ed1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:59.324507 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6257105-3070-4783-a7f6-1fb958bb2ed1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:59.324507 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6257105-3070-4783-a7f6-1fb958bb2ed1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:59.324787 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6257105-3070-4783-a7f6-1fb958bb2ed1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:59.325104 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6257105-3070-4783-a7f6-1fb958bb2ed1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:59.325425 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6257105-3070-4783-a7f6-1fb958bb2ed1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:59.325741 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6257105-3070-4783-a7f6-1fb958bb2ed1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:59.326055 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6257105-3070-4783-a7f6-1fb958bb2ed1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:41:59.370942 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-31213733-f65b-430a-b62a-1a1b699f592b admin admin] Publish callbacks [] for security_group (995cd826-05ab-47c8-80d0-dd4a7ae03c37), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:59.396829 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-31213733-f65b-430a-b62a-1a1b699f592b admin admin] Publish callbacks [] for security_group (995cd826-05ab-47c8-80d0-dd4a7ae03c37), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:59.451173 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-31213733-f65b-430a-b62a-1a1b699f592b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (995cd826-05ab-47c8-80d0-dd4a7ae03c37), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:59.454887 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-31213733-f65b-430a-b62a-1a1b699f592b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:59.456655 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-31213733-f65b-430a-b62a-1a1b699f592b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/995cd826-05ab-47c8-80d0-dd4a7ae03c37 HTTP/1.1" status: 204 len: 168 time: 0.1398447 May 23 12:41:59.465300 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31213733-f65b-430a-b62a-1a1b699f592b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995cd826-05ab-47c8-80d0-dd4a7ae03c37,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:59.742639 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 60290) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:59.756127 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-89b6f551-9ee3-40da-a578-2fab4f32c503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:59.831208 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-89b6f551-9ee3-40da-a578-2fab4f32c503 admin admin] Publish callbacks [] for security_group (881bd14c-452e-4b25-8ada-3c43800c1f50), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:59.834678 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-89b6f551-9ee3-40da-a578-2fab4f32c503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (881bd14c-452e-4b25-8ada-3c43800c1f50), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:59.874424 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-89b6f551-9ee3-40da-a578-2fab4f32c503 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e80338867cd04f08be199ecc9f3993bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307445 May 23 12:41:59.875498 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6f551-9ee3-40da-a578-2fab4f32c503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881bd14c-452e-4b25-8ada-3c43800c1f50,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:59.877180 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 60292) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:41:59.927906 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0fb3c1eb-46fb-4151-997e-b016b4f6ef7d admin admin] Publish callbacks [] for security_group (881bd14c-452e-4b25-8ada-3c43800c1f50), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:59.950123 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0fb3c1eb-46fb-4151-997e-b016b4f6ef7d admin admin] Publish callbacks [] for security_group (881bd14c-452e-4b25-8ada-3c43800c1f50), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:41:59.997819 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0fb3c1eb-46fb-4151-997e-b016b4f6ef7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (881bd14c-452e-4b25-8ada-3c43800c1f50), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:00.000639 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0fb3c1eb-46fb-4151-997e-b016b4f6ef7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:00.001843 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-0fb3c1eb-46fb-4151-997e-b016b4f6ef7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/881bd14c-452e-4b25-8ada-3c43800c1f50 HTTP/1.1" status: 204 len: 168 time: 0.1236904 May 23 12:42:00.009839 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3c1eb-46fb-4151-997e-b016b4f6ef7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881bd14c-452e-4b25-8ada-3c43800c1f50,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:00.351475 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 60298) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:42:00.365560 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-704dc572-d1f9-439e-b839-8ce11a2fa4a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:00.447066 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-704dc572-d1f9-439e-b839-8ce11a2fa4a9 admin admin] Publish callbacks [] for security_group (633aebc8-6f28-45b3-bd85-6e5cfbf268ed), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:00.451698 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-704dc572-d1f9-439e-b839-8ce11a2fa4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (633aebc8-6f28-45b3-bd85-6e5cfbf268ed), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:00.493612 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-704dc572-d1f9-439e-b839-8ce11a2fa4a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9db25e54b2504695a524d93579b6d41c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410728 May 23 12:42:00.494972 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704dc572-d1f9-439e-b839-8ce11a2fa4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633aebc8-6f28-45b3-bd85-6e5cfbf268ed,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:00.497099 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 60302) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:42:00.546540 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-daba6e95-a878-4923-9a50-8468d55847ff admin admin] Publish callbacks [] for security_group (633aebc8-6f28-45b3-bd85-6e5cfbf268ed), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:00.568419 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-daba6e95-a878-4923-9a50-8468d55847ff admin admin] Publish callbacks [] for security_group (633aebc8-6f28-45b3-bd85-6e5cfbf268ed), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:00.620498 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-daba6e95-a878-4923-9a50-8468d55847ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (633aebc8-6f28-45b3-bd85-6e5cfbf268ed), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:00.623131 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-daba6e95-a878-4923-9a50-8468d55847ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:00.624317 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-daba6e95-a878-4923-9a50-8468d55847ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/633aebc8-6f28-45b3-bd85-6e5cfbf268ed HTTP/1.1" status: 204 len: 168 time: 0.1262102 May 23 12:42:00.632192 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba6e95-a878-4923-9a50-8468d55847ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633aebc8-6f28-45b3-bd85-6e5cfbf268ed,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:01.012652 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:01.325868 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 60324) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:42:01.429752 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-9851f892-f78b-4325-9fe4-24d8308b2bde admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1693126313-network', 'tenant_id': 'd05c15fec3294719b7f8bc5690f355f9'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:42:01.452623 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9851f892-f78b-4325-9fe4-24d8308b2bde admin admin] Made reservation on behalf of d05c15fec3294719b7f8bc5690f355f9 for: {'network': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:42:01.455284 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9851f892-f78b-4325-9fe4-24d8308b2bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for network (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:01.464696 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9851f892-f78b-4325-9fe4-24d8308b2bde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:01.545543 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9851f892-f78b-4325-9fe4-24d8308b2bde admin admin] Publish callbacks [] for security_group (3aebec12-d708-43aa-80e5-5c185375a075), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:01.548991 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9851f892-f78b-4325-9fe4-24d8308b2bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (3aebec12-d708-43aa-80e5-5c185375a075), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:01.573963 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9851f892-f78b-4325-9fe4-24d8308b2bde admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=103849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:42:01.584041 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851f892-f78b-4325-9fe4-24d8308b2bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aebec12-d708-43aa-80e5-5c185375a075,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:01.590040 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9851f892-f78b-4325-9fe4-24d8308b2bde admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727294489182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (b1e026ef-5091-4d37-83ec-b0f168025680), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:01.590676 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.segments_db [None req-9851f892-f78b-4325-9fe4-24d8308b2bde admin admin] Added segment b1e026ef-5091-4d37-83ec-b0f168025680 of type vlan for network 90fb7855-0ef3-43be-b055-1437d271fdfa May 23 12:42:01.628996 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:01.633036 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9851f892-f78b-4325-9fe4-24d8308b2bde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727293981772'] for network (90fb7855-0ef3-43be-b055-1437d271fdfa), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:01.649086 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:01.660091 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9851f892-f78b-4325-9fe4-24d8308b2bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for network (90fb7855-0ef3-43be-b055-1437d271fdfa), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:01.661280 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9851f892-f78b-4325-9fe4-24d8308b2bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:01.661925 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9851f892-f78b-4325-9fe4-24d8308b2bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:01.735255 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-9851f892-f78b-4325-9fe4-24d8308b2bde admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4077418 May 23 12:42:01.737795 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 60330) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:42:01.743421 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-6b27d7b2-0561-4082-98de-afeb5e58ccdd admin admin] Request body: {'subnet': {'network_id': '90fb7855-0ef3-43be-b055-1437d271fdfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1693126313-subnet', 'tenant_id': 'd05c15fec3294719b7f8bc5690f355f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:42:01.748618 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851f892-f78b-4325-9fe4-24d8308b2bde admin admin] Pushing event updated for resources: {'Network': ['ID=90fb7855-0ef3-43be-b055-1437d271fdfa,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:01.760688 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Network 90fb7855-0ef3-43be-b055-1437d271fdfa details requested by agent ovs-agent-dv-cinder-836996-27-iscsi with host dv-cinder-836996-27-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:42:01.770263 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b27d7b2-0561-4082-98de-afeb5e58ccdd admin admin] Made reservation on behalf of d05c15fec3294719b7f8bc5690f355f9 for: {'subnet': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:42:01.772768 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b27d7b2-0561-4082-98de-afeb5e58ccdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5994238'] for subnet (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:01.939335 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b27d7b2-0561-4082-98de-afeb5e58ccdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6110709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5993996'] for subnet (e81f0ba6-78e3-404b-82df-66021201a9c7), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:01.945956 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:01.978032 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:02.003884 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27d7b2-0561-4082-98de-afeb5e58ccdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e81f0ba6-78e3-404b-82df-66021201a9c7,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:02.015931 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b27d7b2-0561-4082-98de-afeb5e58ccdd admin admin] Checking segment: {'id': 'b1e026ef-5091-4d37-83ec-b0f168025680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '90fb7855-0ef3-43be-b055-1437d271fdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:42:02.016317 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b27d7b2-0561-4082-98de-afeb5e58ccdd admin admin] Network hostable DHCP agents. Network: 90fb7855-0ef3-43be-b055-1437d271fdfa, hostable agents: ['f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96'], hosted agents: [] {{(pid=103850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:42:02.034177 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b27d7b2-0561-4082-98de-afeb5e58ccdd admin admin] Network 90fb7855-0ef3-43be-b055-1437d271fdfa is scheduled to be hosted by DHCP agent f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96 with binding_index 1 {{(pid=103850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:42:02.043374 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-6b27d7b2-0561-4082-98de-afeb5e58ccdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-27-iscsi, 90fb7855-0ef3-43be-b055-1437d271fdfa) {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:42:02.047549 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b27d7b2-0561-4082-98de-afeb5e58ccdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:02.048128 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b27d7b2-0561-4082-98de-afeb5e58ccdd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:02.052182 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee194ba7-b293-49fa-8a53-2d3686f19007 None None] Network 90fb7855-0ef3-43be-b055-1437d271fdfa requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:42:02.064852 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-6b27d7b2-0561-4082-98de-afeb5e58ccdd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3259287 May 23 12:42:02.159145 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2dae2d-fb34-4811-8d7f-65905913312e None None] Network 90fb7855-0ef3-43be-b055-1437d271fdfa requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:42:02.406599 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-7a976de0-6f19-498a-86fe-184f34778706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:03.675509 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:03.909778 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-cdc266a9-8fda-49ef-8b64-fd6058547a25 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:03.911347 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-cdc266a9-8fda-49ef-8b64-fd6058547a25 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/networks?id=90fb7855-0ef3-43be-b055-1437d271fdfa HTTP/1.1" status: 200 len: 814 time: 0.1074347 May 23 12:42:03.926618 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-7146614b-de46-4419-a85a-0edcef2a746a tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/quotas/d05c15fec3294719b7f8bc5690f355f9 HTTP/1.1" status: 200 len: 375 time: 0.0090628 May 23 12:42:03.960742 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-8858c170-4282-487b-bcf9-ddc63fb90751 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d05c15fec3294719b7f8bc5690f355f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288939 May 23 12:42:04.010622 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=5 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:04.107797 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-308478af-06f1-4a2b-ab99-0d2c323e3f16 service neutron] 10.222.0.16 "GET /v2.0/networks/90fb7855-0ef3-43be-b055-1437d271fdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381333 May 23 12:42:04.201409 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-986bf73e-6dd4-4191-8b43-e61245ae67d4 service neutron] 10.222.0.16 "GET /v2.0/networks/90fb7855-0ef3-43be-b055-1437d271fdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879483 May 23 12:42:04.370733 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bbc39904-37f6-4ce0-9777-18f1a6282018 req-d606c63f-8dd4-4f79-8bf5-ad7dff2d9d83 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=368f54cc-0400-4e69-bd8c-bc929f5ed639 HTTP/1.1" status: 200 len: 210 time: 0.0312936 May 23 12:42:04.644134 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6432f85b-206b-4723-8b8b-775cdc37ce33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:05.400893 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-ed681f5d-31ee-466d-9105-e9b6f70a87e9 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:05.402423 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-ed681f5d-31ee-466d-9105-e9b6f70a87e9 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.15 "GET /v2.0/networks?id=90fb7855-0ef3-43be-b055-1437d271fdfa HTTP/1.1" status: 200 len: 814 time: 0.1090641 May 23 12:42:05.416460 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-44e07a28-a5f1-403b-a2f4-0638d01054f7 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Request body: {'port': {'device_id': '368f54cc-0400-4e69-bd8c-bc929f5ed639', 'network_id': '90fb7855-0ef3-43be-b055-1437d271fdfa', 'admin_state_up': True, 'tenant_id': 'd05c15fec3294719b7f8bc5690f355f9'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:42:05.495776 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d87bf67a-cf03-4895-b285-82f70d43d346 req-e7749de2-0f6b-41b3-9893-1306f21cbce7 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=368f54cc-0400-4e69-bd8c-bc929f5ed639 HTTP/1.1" status: 200 len: 210 time: 0.0365052 May 23 12:42:05.552557 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-44e07a28-a5f1-403b-a2f4-0638d01054f7 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Made reservation on behalf of d05c15fec3294719b7f8bc5690f355f9 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:42:05.555897 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-44e07a28-a5f1-403b-a2f4-0638d01054f7 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:05.678352 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-44e07a28-a5f1-403b-a2f4-0638d01054f7 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Allocated IP 172.20.0.11 (90fb7855-0ef3-43be-b055-1437d271fdfa/e81f0ba6-78e3-404b-82df-66021201a9c7/062903fa-c701-4836-be6e-8c3b7184591b) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:42:05.775764 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:05.778628 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:05.832903 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-44e07a28-a5f1-403b-a2f4-0638d01054f7 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Publish callbacks [] for port (062903fa-c701-4836-be6e-8c3b7184591b), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:05.866300 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-44e07a28-a5f1-403b-a2f4-0638d01054f7 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (062903fa-c701-4836-be6e-8c3b7184591b), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:05.911908 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-44e07a28-a5f1-403b-a2f4-0638d01054f7 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Network 90fb7855-0ef3-43be-b055-1437d271fdfa is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:42:05.915005 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-44e07a28-a5f1-403b-a2f4-0638d01054f7 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:42:05.920312 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-44e07a28-a5f1-403b-a2f4-0638d01054f7 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:42:05.926265 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e07a28-a5f1-403b-a2f4-0638d01054f7 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Pushing event updated for resources: {'Port': ['ID=062903fa-c701-4836-be6e-8c3b7184591b,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:05.947649 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:05.976806 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-44e07a28-a5f1-403b-a2f4-0638d01054f7 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:05.977484 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-44e07a28-a5f1-403b-a2f4-0638d01054f7 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:05.994042 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-44e07a28-a5f1-403b-a2f4-0638d01054f7 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5819128 May 23 12:42:06.006803 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] Request body: {'port': {'device_id': '368f54cc-0400-4e69-bd8c-bc929f5ed639', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:42:06.076147 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (062903fa-c701-4836-be6e-8c3b7184591b), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:06.363706 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 062903fa-c701-4836-be6e-8c3b7184591b {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:42:06.371243 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] Publish callbacks [] for port (062903fa-c701-4836-be6e-8c3b7184591b), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:06.383937 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] Transition to ACTIVE for port object 062903fa-c701-4836-be6e-8c3b7184591b will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 12:42:06.387866 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (062903fa-c701-4836-be6e-8c3b7184591b), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:06.437414 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] Pushing event updated for resources: {'Port': ['ID=062903fa-c701-4836-be6e-8c3b7184591b,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:06.478936 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:06.510101 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] Attempting to bind port 062903fa-c701-4836-be6e-8c3b7184591b on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:42:06.510365 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] Attempting to bind port 062903fa-c701-4836-be6e-8c3b7184591b by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'b1e026ef-5091-4d37-83ec-b0f168025680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '90fb7855-0ef3-43be-b055-1437d271fdfa'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:42:06.510686 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] Attempting to bind port 062903fa-c701-4836-be6e-8c3b7184591b on network 90fb7855-0ef3-43be-b055-1437d271fdfa {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:42:06.515095 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] Port 062903fa-c701-4836-be6e-8c3b7184591b on network 90fb7855-0ef3-43be-b055-1437d271fdfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 12:42:06.515410 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] Attempting to bind port 062903fa-c701-4836-be6e-8c3b7184591b on network 90fb7855-0ef3-43be-b055-1437d271fdfa {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:42:06.520674 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] Checking agent: {'id': '1749a81f-e3c6-4f53-968e-bc4c0c6ca916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:42:06.521007 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] Checking segment: {'id': 'b1e026ef-5091-4d37-83ec-b0f168025680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '90fb7855-0ef3-43be-b055-1437d271fdfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:42:06.521392 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] Bound using segment: {'id': 'b1e026ef-5091-4d37-83ec-b0f168025680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '90fb7855-0ef3-43be-b055-1437d271fdfa'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:42:06.521810 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] Bound port: 062903fa-c701-4836-be6e-8c3b7184591b, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e026ef-5091-4d37-83ec-b0f168025680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '90fb7855-0ef3-43be-b055-1437d271fdfa'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:42:06.522176 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (062903fa-c701-4836-be6e-8c3b7184591b), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:06.616265 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] For port 062903fa-c701-4836-be6e-8c3b7184591b, host hv-cinder-83699, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:42:06.620508 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:06.635879 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2a6e6-0647-4bd2-8af5-a462c7ae34b4 req-a7025978-76cc-477c-8d3e-f45e88bb56e6 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:06.637413 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-53a2a6e6-0647-4bd2-8af5-a462c7ae34b4 req-a7025978-76cc-477c-8d3e-f45e88bb56e6 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=368f54cc-0400-4e69-bd8c-bc929f5ed639 HTTP/1.1" status: 200 len: 944 time: 0.0697017 May 23 12:42:06.641148 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] For port 062903fa-c701-4836-be6e-8c3b7184591b, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=062903fa-c701-4836-be6e-8c3b7184591b,segment=NetworkSegment(b1e026ef-5091-4d37-83ec-b0f168025680),segment_id=b1e026ef-5091-4d37-83ec-b0f168025680)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:42:06.658941 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (062903fa-c701-4836-be6e-8c3b7184591b), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:06.714015 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:06.714851 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:06.716241 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] 10.222.0.15 "PUT /v2.0/ports/062903fa-c701-4836-be6e-8c3b7184591b HTTP/1.1" status: 200 len: 1094 time: 0.7135999 May 23 12:42:06.718116 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368f54cc-0400-4e69-bd8c-bc929f5ed639', 'tag': '062903fa-c701-4836-be6e-8c3b7184591b'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:42:06.720405 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd86bbcd-7ce7-49b3-bf96-6f57a74d11e4" -d '{"events": [{"name": "network-changed", "server_uuid": "368f54cc-0400-4e69-bd8c-bc929f5ed639", "tag": "062903fa-c701-4836-be6e-8c3b7184591b"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:42:06.748835 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-53a2a6e6-0647-4bd2-8af5-a462c7ae34b4 req-cf345e0b-49b0-45d7-8216-2437c4c11bc7 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/security-groups?id=3aebec12-d708-43aa-80e5-5c185375a075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057258 May 23 12:42:06.751997 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6ead0-cf2c-426a-a7bb-29930ebcf287 service neutron] Pushing event updated for resources: {'Port': ['ID=062903fa-c701-4836-be6e-8c3b7184591b,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:06.767011 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3c8afb-3337-4323-a4c1-782dac7418d5 x-openstack-request-id: req-3b3c8afb-3337-4323-a4c1-782dac7418d5 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:42:06.767011 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368f54cc-0400-4e69-bd8c-bc929f5ed639", "tag": "062903fa-c701-4836-be6e-8c3b7184591b", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:42:06.767011 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b3c8afb-3337-4323-a4c1-782dac7418d5 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:42:06.767011 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b3c8afb-3337-4323-a4c1-782dac7418d5'] response: {'name': 'network-changed', 'server_uuid': '368f54cc-0400-4e69-bd8c-bc929f5ed639', 'tag': '062903fa-c701-4836-be6e-8c3b7184591b', 'status': 'completed', 'code': 200} May 23 12:42:06.800374 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-449963c7-974c-4a21-97e8-ce616fe568ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:06.801844 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-449963c7-974c-4a21-97e8-ce616fe568ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d05c15fec3294719b7f8bc5690f355f9&device_id=368f54cc-0400-4e69-bd8c-bc929f5ed639 HTTP/1.1" status: 200 len: 1128 time: 0.0467298 May 23 12:42:06.840277 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-9b0d24a7-4f9b-4689-a94a-8c90ae7fc83f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=062903fa-c701-4836-be6e-8c3b7184591b HTTP/1.1" status: 200 len: 217 time: 0.0317090 May 23 12:42:06.888186 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-ac05af70-90b7-44af-8b51-d70cada118fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:06.889609 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-ac05af70-90b7-44af-8b51-d70cada118fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e81f0ba6-78e3-404b-82df-66021201a9c7 HTTP/1.1" status: 200 len: 854 time: 0.0432138 May 23 12:42:06.926322 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-4c855eca-137e-4a68-83df-0f39094cc325 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90fb7855-0ef3-43be-b055-1437d271fdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309329 May 23 12:42:07.017345 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-5dbdbfc6-882f-4bad-8cc3-3d97737e6a2c service neutron] 10.222.0.15 "GET /v2.0/networks/90fb7855-0ef3-43be-b055-1437d271fdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834758 May 23 12:42:07.114518 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b9f329f-f4e8-49da-8faa-9dc40dd4112d req-4897117d-43ab-4cee-873e-2bcbb11eca11 service neutron] 10.222.0.15 "GET /v2.0/networks/90fb7855-0ef3-43be-b055-1437d271fdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902951 May 23 12:42:07.321764 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:07.330171 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 60412) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:42:07.435252 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bfd491a8-30ff-4cb1-822f-f67e8b761632 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:07.513507 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bfd491a8-30ff-4cb1-822f-f67e8b761632 admin admin] Publish callbacks [] for security_group (813e0177-af55-4463-9bf5-3929f45fc79f), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:07.517543 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bfd491a8-30ff-4cb1-822f-f67e8b761632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (813e0177-af55-4463-9bf5-3929f45fc79f), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:07.563237 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-bfd491a8-30ff-4cb1-822f-f67e8b761632 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66d7a2d57eec445ca7f2d95a15f28b8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319112 May 23 12:42:07.563963 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd491a8-30ff-4cb1-822f-f67e8b761632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813e0177-af55-4463-9bf5-3929f45fc79f,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:07.565922 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 60416) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:42:07.616986 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-723745fb-f27f-4e26-a2ba-11feedd40a44 admin admin] Publish callbacks [] for security_group (813e0177-af55-4463-9bf5-3929f45fc79f), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:07.639135 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-723745fb-f27f-4e26-a2ba-11feedd40a44 admin admin] Publish callbacks [] for security_group (813e0177-af55-4463-9bf5-3929f45fc79f), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:07.686907 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-723745fb-f27f-4e26-a2ba-11feedd40a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (813e0177-af55-4463-9bf5-3929f45fc79f), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:07.689471 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-723745fb-f27f-4e26-a2ba-11feedd40a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:07.690617 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-723745fb-f27f-4e26-a2ba-11feedd40a44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/813e0177-af55-4463-9bf5-3929f45fc79f HTTP/1.1" status: 204 len: 168 time: 0.1236520 May 23 12:42:07.699044 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723745fb-f27f-4e26-a2ba-11feedd40a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813e0177-af55-4463-9bf5-3929f45fc79f,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:07.890197 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86bbcd-7ce7-49b3-bf96-6f57a74d11e4 req-0d87a626-5a2d-42b3-a8fc-7e9f548884cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:07.891682 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd86bbcd-7ce7-49b3-bf96-6f57a74d11e4 req-0d87a626-5a2d-42b3-a8fc-7e9f548884cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d05c15fec3294719b7f8bc5690f355f9&device_id=368f54cc-0400-4e69-bd8c-bc929f5ed639 HTTP/1.1" status: 200 len: 1128 time: 0.0759375 May 23 12:42:07.907762 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ea8f5-50a3-4483-84c5-985fba5b5af4 req-27b32623-60d3-4317-b820-9fd9f4a852fa tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:07.909395 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7d4ea8f5-50a3-4483-84c5-985fba5b5af4 req-27b32623-60d3-4317-b820-9fd9f4a852fa tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=368f54cc-0400-4e69-bd8c-bc929f5ed639 HTTP/1.1" status: 200 len: 944 time: 0.0593433 May 23 12:42:07.923831 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:07.972453 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7d4ea8f5-50a3-4483-84c5-985fba5b5af4 req-a88ace8b-c956-4050-9e44-809a912870aa tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/security-groups?id=3aebec12-d708-43aa-80e5-5c185375a075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566766 May 23 12:42:08.119467 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86bbcd-7ce7-49b3-bf96-6f57a74d11e4 req-cafa8a3e-b9df-4095-9268-9c5e6e1aafaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:08.121065 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd86bbcd-7ce7-49b3-bf96-6f57a74d11e4 req-cafa8a3e-b9df-4095-9268-9c5e6e1aafaf service neutron] 10.222.0.15 "GET /v2.0/networks?id=90fb7855-0ef3-43be-b055-1437d271fdfa HTTP/1.1" status: 200 len: 915 time: 0.0978744 May 23 12:42:08.166351 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd86bbcd-7ce7-49b3-bf96-6f57a74d11e4 req-d66f4945-f004-49c3-ac0f-3afc4d5e3107 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=062903fa-c701-4836-be6e-8c3b7184591b HTTP/1.1" status: 200 len: 217 time: 0.0390890 May 23 12:42:08.376359 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86bbcd-7ce7-49b3-bf96-6f57a74d11e4 req-ecb70458-ad24-4d11-bba8-ef8922d1f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:08.378779 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd86bbcd-7ce7-49b3-bf96-6f57a74d11e4 req-ecb70458-ad24-4d11-bba8-ef8922d1f77a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e81f0ba6-78e3-404b-82df-66021201a9c7 HTTP/1.1" status: 200 len: 854 time: 0.0463841 May 23 12:42:08.380955 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 60440) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:42:08.413901 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd86bbcd-7ce7-49b3-bf96-6f57a74d11e4 req-160fa491-7bf9-4198-baff-d13249f397e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90fb7855-0ef3-43be-b055-1437d271fdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268283 May 23 12:42:08.484721 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-31e976e3-2af4-4b2d-b64a-20a507e994e5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1724188446-network', 'tenant_id': 'ac5975413f5548c3881ec3c868295836'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:42:08.490981 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:08.529213 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd86bbcd-7ce7-49b3-bf96-6f57a74d11e4 req-d1d87685-dc51-4c33-9718-454ded7f4565 service neutron] 10.222.0.15 "GET /v2.0/networks/90fb7855-0ef3-43be-b055-1437d271fdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094403 May 23 12:42:08.530155 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e976e3-2af4-4b2d-b64a-20a507e994e5 admin admin] Made reservation on behalf of ac5975413f5548c3881ec3c868295836 for: {'network': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:42:08.532425 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-31e976e3-2af4-4b2d-b64a-20a507e994e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for network (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:08.548513 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-31e976e3-2af4-4b2d-b64a-20a507e994e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:08.658202 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:08.664191 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd86bbcd-7ce7-49b3-bf96-6f57a74d11e4 req-dfe99792-9490-490b-a2f6-4d6761a4b64f service neutron] 10.222.0.15 "GET /v2.0/networks/90fb7855-0ef3-43be-b055-1437d271fdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285851 May 23 12:42:08.700683 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-31e976e3-2af4-4b2d-b64a-20a507e994e5 admin admin] Publish callbacks [] for security_group (a00e704e-6c49-48b0-b816-b74ed340f436), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:08.703950 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-31e976e3-2af4-4b2d-b64a-20a507e994e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (a00e704e-6c49-48b0-b816-b74ed340f436), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:08.728870 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e976e3-2af4-4b2d-b64a-20a507e994e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:42:08.738912 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e976e3-2af4-4b2d-b64a-20a507e994e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00e704e-6c49-48b0-b816-b74ed340f436,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:08.743638 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-31e976e3-2af4-4b2d-b64a-20a507e994e5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727294489182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (3459468d-caa0-43a3-8e51-ef34a15b16d7), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:08.744597 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.db.segments_db [None req-31e976e3-2af4-4b2d-b64a-20a507e994e5 admin admin] Added segment 3459468d-caa0-43a3-8e51-ef34a15b16d7 of type vlan for network 12b22b49-c25e-4ae4-ac66-3d3f23b3684e May 23 12:42:08.785713 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-31e976e3-2af4-4b2d-b64a-20a507e994e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727293981772'] for network (12b22b49-c25e-4ae4-ac66-3d3f23b3684e), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:08.813192 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-31e976e3-2af4-4b2d-b64a-20a507e994e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for network (12b22b49-c25e-4ae4-ac66-3d3f23b3684e), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:08.814423 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e976e3-2af4-4b2d-b64a-20a507e994e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:08.815070 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-31e976e3-2af4-4b2d-b64a-20a507e994e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:08.871992 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-31e976e3-2af4-4b2d-b64a-20a507e994e5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4899855 May 23 12:42:08.874932 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 60444) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:42:08.880558 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-e0bd6999-7ef2-4255-8646-1a7c2f8c8507 admin admin] Request body: {'subnet': {'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1724188446-subnet', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'ip_version': 4}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:42:08.892320 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e976e3-2af4-4b2d-b64a-20a507e994e5 admin admin] Pushing event updated for resources: {'Network': ['ID=12b22b49-c25e-4ae4-ac66-3d3f23b3684e,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:08.903267 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Network 12b22b49-c25e-4ae4-ac66-3d3f23b3684e details requested by agent ovs-agent-dv-cinder-836996-27-iscsi with host dv-cinder-836996-27-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:42:08.912285 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bd6999-7ef2-4255-8646-1a7c2f8c8507 admin admin] Made reservation on behalf of ac5975413f5548c3881ec3c868295836 for: {'subnet': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:42:08.914506 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6999-7ef2-4255-8646-1a7c2f8c8507 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5994238'] for subnet (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:08.951813 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:09.121137 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 062903fa-c701-4836-be6e-8c3b7184591b details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:42:09.129670 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead93cb6-a9fb-4fd7-8787-1d6684a11761 req-158cac96-b2ee-4d0f-81b1-6a6ff81d5bad tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:09.131156 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ead93cb6-a9fb-4fd7-8787-1d6684a11761 req-158cac96-b2ee-4d0f-81b1-6a6ff81d5bad tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=368f54cc-0400-4e69-bd8c-bc929f5ed639 HTTP/1.1" status: 200 len: 944 time: 0.0861046 May 23 12:42:09.132615 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6999-7ef2-4255-8646-1a7c2f8c8507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6110709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5993996'] for subnet (081f086c-ab03-48fd-9480-53cde1703c59), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:09.184729 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:09.216614 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd6999-7ef2-4255-8646-1a7c2f8c8507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=081f086c-ab03-48fd-9480-53cde1703c59,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:09.234494 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 062903fa-c701-4836-be6e-8c3b7184591b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=062903fa-c701-4836-be6e-8c3b7184591b,segment=NetworkSegment(b1e026ef-5091-4d37-83ec-b0f168025680),segment_id=b1e026ef-5091-4d37-83ec-b0f168025680)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:42:09.247537 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ead93cb6-a9fb-4fd7-8787-1d6684a11761 req-e8763d47-fd39-4201-86af-5aa5159d6d6e tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/security-groups?id=3aebec12-d708-43aa-80e5-5c185375a075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908756 May 23 12:42:09.247941 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': '062903fa-c701-4836-be6e-8c3b7184591b', 'network_id': '90fb7855-0ef3-43be-b055-1437d271fdfa', 'port_id': '062903fa-c701-4836-be6e-8c3b7184591b', 'mac_address': 'fa:16:3e:25:78:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e81f0ba6-78e3-404b-82df-66021201a9c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:42:09.248254 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bd6999-7ef2-4255-8646-1a7c2f8c8507 admin admin] Checking segment: {'id': '3459468d-caa0-43a3-8e51-ef34a15b16d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:42:09.248613 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd6999-7ef2-4255-8646-1a7c2f8c8507 admin admin] Network hostable DHCP agents. Network: 12b22b49-c25e-4ae4-ac66-3d3f23b3684e, hostable agents: ['f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96'], hosted agents: [] {{(pid=103850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:42:09.269724 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd6999-7ef2-4255-8646-1a7c2f8c8507 admin admin] Network 12b22b49-c25e-4ae4-ac66-3d3f23b3684e is scheduled to be hosted by DHCP agent f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96 with binding_index 1 {{(pid=103850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:42:09.279566 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-e0bd6999-7ef2-4255-8646-1a7c2f8c8507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-27-iscsi, 12b22b49-c25e-4ae4-ac66-3d3f23b3684e) {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:42:09.284064 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bd6999-7ef2-4255-8646-1a7c2f8c8507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:09.284869 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6999-7ef2-4255-8646-1a7c2f8c8507 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:09.287695 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 062903fa-c701-4836-be6e-8c3b7184591b is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:42:09.287846 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (062903fa-c701-4836-be6e-8c3b7184591b), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:09.292305 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda804a5-c26b-4965-bad9-e1b8196cc70c None None] Network 12b22b49-c25e-4ae4-ac66-3d3f23b3684e requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:42:09.301879 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-e0bd6999-7ef2-4255-8646-1a7c2f8c8507 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4256704 May 23 12:42:09.304414 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 60448) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:42:09.309454 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-fcab7d9e-9b18-4f53-ae84-06eebe4c26e5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:42:09.330026 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fcab7d9e-9b18-4f53-ae84-06eebe4c26e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11617'] for router (650b2b55-8e7c-4705-a9df-08a978f2d928), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:09.331000 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fcab7d9e-9b18-4f53-ae84-06eebe4c26e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-483446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11544'] for router (650b2b55-8e7c-4705-a9df-08a978f2d928), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:09.356787 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 062903fa-c701-4836-be6e-8c3b7184591b {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:42:09.385334 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 062903fa-c701-4836-be6e-8c3b7184591b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=062903fa-c701-4836-be6e-8c3b7184591b,segment=NetworkSegment(b1e026ef-5091-4d37-83ec-b0f168025680),segment_id=b1e026ef-5091-4d37-83ec-b0f168025680)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:42:09.385561 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fcab7d9e-9b18-4f53-ae84-06eebe4c26e5 admin admin] Publish callbacks [] for router_controller (650b2b55-8e7c-4705-a9df-08a978f2d928), precommit_add_association {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:09.391520 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (062903fa-c701-4836-be6e-8c3b7184591b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:09.465472 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887e20b3-8bd8-4115-ae60-d60eedcf10cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd8c37bb-aeb2-5b83-a5a3-99f3ae67a9d0-12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'project_id': 'ac5975413f5548c3881ec3c868295836', 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59'}]}} from dv-cinder-836996-27-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 12:42:09.466405 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-887e20b3-8bd8-4115-ae60-d60eedcf10cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:09.486077 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=062903fa-c701-4836-be6e-8c3b7184591b,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:09.522844 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fcab7d9e-9b18-4f53-ae84-06eebe4c26e5 admin admin] Publish callbacks [] for router_gateway (650b2b55-8e7c-4705-a9df-08a978f2d928), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:09.564494 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:09.584999 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:09.634348 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['062903fa-c701-4836-be6e-8c3b7184591b'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:42:09.637357 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-887e20b3-8bd8-4115-ae60-d60eedcf10cb None None] Allocated IP 172.20.0.2 (12b22b49-c25e-4ae4-ac66-3d3f23b3684e/081f086c-ab03-48fd-9480-53cde1703c59/2e657bbf-6cc5-471f-a7f3-e74ccda6825a) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:42:09.896494 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-887e20b3-8bd8-4115-ae60-d60eedcf10cb None None] Publish callbacks [] for port (2e657bbf-6cc5-471f-a7f3-e74ccda6825a), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:09.914296 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-887e20b3-8bd8-4115-ae60-d60eedcf10cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (2e657bbf-6cc5-471f-a7f3-e74ccda6825a), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:09.964561 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887e20b3-8bd8-4115-ae60-d60eedcf10cb None None] Network 12b22b49-c25e-4ae4-ac66-3d3f23b3684e is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:42:09.970668 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-887e20b3-8bd8-4115-ae60-d60eedcf10cb None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:42:09.975331 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887e20b3-8bd8-4115-ae60-d60eedcf10cb None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:42:09.979315 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e20b3-8bd8-4115-ae60-d60eedcf10cb None None] Pushing event updated for resources: {'Port': ['ID=2e657bbf-6cc5-471f-a7f3-e74ccda6825a,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:09.983897 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fcab7d9e-9b18-4f53-ae84-06eebe4c26e5 admin admin] Publish callbacks [] for router_gateway (650b2b55-8e7c-4705-a9df-08a978f2d928), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:10.003654 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fcab7d9e-9b18-4f53-ae84-06eebe4c26e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:10.037860 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-887e20b3-8bd8-4115-ae60-d60eedcf10cb None None] Attempting to bind port 2e657bbf-6cc5-471f-a7f3-e74ccda6825a on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:42:10.038433 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-887e20b3-8bd8-4115-ae60-d60eedcf10cb None None] Attempting to bind port 2e657bbf-6cc5-471f-a7f3-e74ccda6825a by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': '3459468d-caa0-43a3-8e51-ef34a15b16d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:42:10.038799 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887e20b3-8bd8-4115-ae60-d60eedcf10cb None None] Attempting to bind port 2e657bbf-6cc5-471f-a7f3-e74ccda6825a on network 12b22b49-c25e-4ae4-ac66-3d3f23b3684e {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:42:10.044610 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887e20b3-8bd8-4115-ae60-d60eedcf10cb None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:42:10.044984 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887e20b3-8bd8-4115-ae60-d60eedcf10cb None None] Checking segment: {'id': '3459468d-caa0-43a3-8e51-ef34a15b16d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:42:10.045382 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-887e20b3-8bd8-4115-ae60-d60eedcf10cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:10.045775 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887e20b3-8bd8-4115-ae60-d60eedcf10cb None None] Bound using segment: {'id': '3459468d-caa0-43a3-8e51-ef34a15b16d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:42:10.046237 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-887e20b3-8bd8-4115-ae60-d60eedcf10cb None None] Bound port: 2e657bbf-6cc5-471f-a7f3-e74ccda6825a, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3459468d-caa0-43a3-8e51-ef34a15b16d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:42:10.046617 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-887e20b3-8bd8-4115-ae60-d60eedcf10cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (2e657bbf-6cc5-471f-a7f3-e74ccda6825a), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:10.107640 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-fcab7d9e-9b18-4f53-ae84-06eebe4c26e5 admin admin] Allocated IP 172.27.0.88 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:42:10.109679 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:10.111567 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-887e20b3-8bd8-4115-ae60-d60eedcf10cb None None] For port 2e657bbf-6cc5-471f-a7f3-e74ccda6825a, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:42:10.114863 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-887e20b3-8bd8-4115-ae60-d60eedcf10cb None None] For port 2e657bbf-6cc5-471f-a7f3-e74ccda6825a, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=2e657bbf-6cc5-471f-a7f3-e74ccda6825a,segment=NetworkSegment(3459468d-caa0-43a3-8e51-ef34a15b16d7),segment_id=3459468d-caa0-43a3-8e51-ef34a15b16d7)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:42:10.122596 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-887e20b3-8bd8-4115-ae60-d60eedcf10cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (2e657bbf-6cc5-471f-a7f3-e74ccda6825a), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:10.183088 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e20b3-8bd8-4115-ae60-d60eedcf10cb None None] Pushing event updated for resources: {'Port': ['ID=2e657bbf-6cc5-471f-a7f3-e74ccda6825a,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:10.223868 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fcab7d9e-9b18-4f53-ae84-06eebe4c26e5 admin admin] Publish callbacks [] for port (9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:10.257825 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fcab7d9e-9b18-4f53-ae84-06eebe4c26e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:10.300036 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcab7d9e-9b18-4f53-ae84-06eebe4c26e5 admin admin] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:42:10.304887 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-fcab7d9e-9b18-4f53-ae84-06eebe4c26e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:42:10.309817 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcab7d9e-9b18-4f53-ae84-06eebe4c26e5 admin admin] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:42:10.313551 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab7d9e-9b18-4f53-ae84-06eebe4c26e5 admin admin] Pushing event updated for resources: {'Port': ['ID=9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:10.337306 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:10.408704 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafd777-4fcf-46d2-9105-aca87a455444 req-5e5e1355-90c0-42d2-9a12-50c1ca075315 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:10.410157 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8dafd777-4fcf-46d2-9105-aca87a455444 req-5e5e1355-90c0-42d2-9a12-50c1ca075315 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=368f54cc-0400-4e69-bd8c-bc929f5ed639 HTTP/1.1" status: 200 len: 945 time: 0.0656090 May 23 12:42:10.545457 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8dafd777-4fcf-46d2-9105-aca87a455444 req-c5bbe450-04ad-4bb6-a965-8ec99adb2dc5 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/security-groups?id=3aebec12-d708-43aa-80e5-5c185375a075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049595 May 23 12:42:10.652352 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fcab7d9e-9b18-4f53-ae84-06eebe4c26e5 admin admin] Publish callbacks [] for router_gateway (650b2b55-8e7c-4705-a9df-08a978f2d928), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:10.664563 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 2e657bbf-6cc5-471f-a7f3-e74ccda6825a up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:42:10.710826 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 2e657bbf-6cc5-471f-a7f3-e74ccda6825a triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:10.711196 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (2e657bbf-6cc5-471f-a7f3-e74ccda6825a), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:10.750843 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:10.789722 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 2e657bbf-6cc5-471f-a7f3-e74ccda6825a is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:42:10.790190 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (2e657bbf-6cc5-471f-a7f3-e74ccda6825a), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:10.827956 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] For port 2e657bbf-6cc5-471f-a7f3-e74ccda6825a, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=2e657bbf-6cc5-471f-a7f3-e74ccda6825a,segment=NetworkSegment(3459468d-caa0-43a3-8e51-ef34a15b16d7),segment_id=3459468d-caa0-43a3-8e51-ef34a15b16d7)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:42:10.833063 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (2e657bbf-6cc5-471f-a7f3-e74ccda6825a), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:10.848358 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fcab7d9e-9b18-4f53-ae84-06eebe4c26e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-483363'] for router (650b2b55-8e7c-4705-a9df-08a978f2d928), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:10.856501 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:10.888906 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Pushing event updated for resources: {'Port': ['ID=2e657bbf-6cc5-471f-a7f3-e74ccda6825a,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:10.907455 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:10.987151 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcab7d9e-9b18-4f53-ae84-06eebe4c26e5 admin admin] Router 650b2b55-8e7c-4705-a9df-08a978f2d928 is scheduled to L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 with binding_index 1 {{(pid=103850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:42:11.089295 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcab7d9e-9b18-4f53-ae84-06eebe4c26e5 admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:42:11.099151 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] Sync routers for ids ['650b2b55-8e7c-4705-a9df-08a978f2d928'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:42:11.110872 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] Routers {'650b2b55-8e7c-4705-a9df-08a978f2d928'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:42:11.111673 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:42:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['650b2b55-8e7c-4705-a9df-08a978f2d928'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:42:11.112322 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fcab7d9e-9b18-4f53-ae84-06eebe4c26e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:11.113757 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-fcab7d9e-9b18-4f53-ae84-06eebe4c26e5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8082197 May 23 12:42:11.116980 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 60452) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:42:11.155570 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 062903fa-c701-4836-be6e-8c3b7184591b up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:42:11.182624 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b125975a-d0aa-4d21-8234-ca8b2a420c4e None None] Network 12b22b49-c25e-4ae4-ac66-3d3f23b3684e requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:42:11.295266 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-b633acb7-cbf1-47f1-8b86-e86bca14cf72 None None] Provisioning complete for port 2e657bbf-6cc5-471f-a7f3-e74ccda6825a triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:11.295628 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b633acb7-cbf1-47f1-8b86-e86bca14cf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (2e657bbf-6cc5-471f-a7f3-e74ccda6825a), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:11.484786 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning for port 062903fa-c701-4836-be6e-8c3b7184591b completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 12:42:11.501735 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port 062903fa-c701-4836-be6e-8c3b7184591b triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:11.502107 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (062903fa-c701-4836-be6e-8c3b7184591b), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:11.504933 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] Set router 650b2b55-8e7c-4705-a9df-08a978f2d928 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:42:11.542682 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9873b6da-6f48-4909-b1ff-056128bfdab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:11.682354 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e2d23-d61c-4851-a730-8afe2ac62138 req-030b1804-d565-4645-8462-387661dff722 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:11.684497 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf6e2d23-d61c-4851-a730-8afe2ac62138 req-030b1804-d565-4645-8462-387661dff722 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=368f54cc-0400-4e69-bd8c-bc929f5ed639 HTTP/1.1" status: 200 len: 945 time: 0.0606856 May 23 12:42:11.705474 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-b633acb7-cbf1-47f1-8b86-e86bca14cf72 None None] Current status of the port 2e657bbf-6cc5-471f-a7f3-e74ccda6825a is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:42:11.732803 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-9873b6da-6f48-4909-b1ff-056128bfdab2 admin admin] Allocated IP 172.20.0.1 (12b22b49-c25e-4ae4-ac66-3d3f23b3684e/081f086c-ab03-48fd-9480-53cde1703c59/b62e3342-0cde-4661-b724-802c50974de6) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:42:11.751603 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:11.758727 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf6e2d23-d61c-4851-a730-8afe2ac62138 req-a06d1513-0fd5-4751-9e91-794b169dda3b tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/security-groups?id=3aebec12-d708-43aa-80e5-5c185375a075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653570 May 23 12:42:11.768800 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 062903fa-c701-4836-be6e-8c3b7184591b is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:42:11.769229 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (062903fa-c701-4836-be6e-8c3b7184591b), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:11.814854 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:11.828681 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368f54cc-0400-4e69-bd8c-bc929f5ed639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062903fa-c701-4836-be6e-8c3b7184591b'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:42:11.831186 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ebd64f-7751-4f19-81ec-1cc39582753d" -d '{"events": [{"server_uuid": "368f54cc-0400-4e69-bd8c-bc929f5ed639", "name": "network-vif-plugged", "status": "completed", "tag": "062903fa-c701-4836-be6e-8c3b7184591b"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:42:11.849323 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 062903fa-c701-4836-be6e-8c3b7184591b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=062903fa-c701-4836-be6e-8c3b7184591b,segment=NetworkSegment(b1e026ef-5091-4d37-83ec-b0f168025680),segment_id=b1e026ef-5091-4d37-83ec-b0f168025680)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:42:11.850761 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:10Z', 'revision_number': 3, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:42:11.855974 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (062903fa-c701-4836-be6e-8c3b7184591b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:11.866266 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9873b6da-6f48-4909-b1ff-056128bfdab2 admin admin] Publish callbacks [] for port (b62e3342-0cde-4661-b724-802c50974de6), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:11.883576 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] Checking router: 650b2b55-8e7c-4705-a9df-08a978f2d928 for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:42:11.883948 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] Updating router 650b2b55-8e7c-4705-a9df-08a978f2d928 port 9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d binding host dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:42:11.903669 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9873b6da-6f48-4909-b1ff-056128bfdab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (b62e3342-0cde-4661-b724-802c50974de6), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:11.908220 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2d0c16-129c-4dfe-b214-dbacc5eab030 x-openstack-request-id: req-9a2d0c16-129c-4dfe-b214-dbacc5eab030 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:42:11.908659 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368f54cc-0400-4e69-bd8c-bc929f5ed639", "name": "network-vif-plugged", "status": "completed", "tag": "062903fa-c701-4836-be6e-8c3b7184591b", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:42:11.909063 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a2d0c16-129c-4dfe-b214-dbacc5eab030 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:42:11.909601 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a2d0c16-129c-4dfe-b214-dbacc5eab030'] response: {'server_uuid': '368f54cc-0400-4e69-bd8c-bc929f5ed639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062903fa-c701-4836-be6e-8c3b7184591b', 'code': 200} May 23 12:42:11.946506 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9873b6da-6f48-4909-b1ff-056128bfdab2 admin admin] Network 12b22b49-c25e-4ae4-ac66-3d3f23b3684e is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:42:11.951803 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-9873b6da-6f48-4909-b1ff-056128bfdab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:42:11.954414 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873b6da-6f48-4909-b1ff-056128bfdab2 admin admin] Pushing event updated for resources: {'Port': ['ID=b62e3342-0cde-4661-b724-802c50974de6,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:11.956899 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9873b6da-6f48-4909-b1ff-056128bfdab2 admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:42:11.965528 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-35160672-6907-4765-ba7c-bed6b31eb043 None None] Provisioning complete for port 2e657bbf-6cc5-471f-a7f3-e74ccda6825a triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:11.966274 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-35160672-6907-4765-ba7c-bed6b31eb043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (2e657bbf-6cc5-471f-a7f3-e74ccda6825a), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:11.972132 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:11.976523 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:11.997611 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:12.006665 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9873b6da-6f48-4909-b1ff-056128bfdab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481910'] for router_interface (650b2b55-8e7c-4705-a9df-08a978f2d928), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:12.028203 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=062903fa-c701-4836-be6e-8c3b7184591b,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:12.127890 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfba24-d431-42e5-b90a-5a159dded197 req-d544fbd8-d5c7-4e9b-81cc-80b743178668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:12.130095 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-00cfba24-d431-42e5-b90a-5a159dded197 req-d544fbd8-d5c7-4e9b-81cc-80b743178668 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=368f54cc-0400-4e69-bd8c-bc929f5ed639 HTTP/1.1" status: 200 len: 1130 time: 0.0563161 May 23 12:42:12.157045 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9873b6da-6f48-4909-b1ff-056128bfdab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (b62e3342-0cde-4661-b724-802c50974de6), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:12.178779 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-00cfba24-d431-42e5-b90a-5a159dded197 req-dd540665-1b04-47f5-97af-5eaeb1ebe9b1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3aebec12-d708-43aa-80e5-5c185375a075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413024 May 23 12:42:12.194044 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-35160672-6907-4765-ba7c-bed6b31eb043 None None] Current status of the port 2e657bbf-6cc5-471f-a7f3-e74ccda6825a is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:42:12.333307 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-8a05368d-a0fc-47a6-907b-b1a9e0bd5bf5 None None] Provisioning complete for port b62e3342-0cde-4661-b724-802c50974de6 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:12.333531 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-8a05368d-a0fc-47a6-907b-b1a9e0bd5bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (b62e3342-0cde-4661-b724-802c50974de6), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:12.365312 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9873b6da-6f48-4909-b1ff-056128bfdab2 admin admin] Publish callbacks [] for port (b62e3342-0cde-4661-b724-802c50974de6), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:12.371196 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9873b6da-6f48-4909-b1ff-056128bfdab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4651066'] for port (b62e3342-0cde-4661-b724-802c50974de6), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:12.397292 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] Publish callbacks [] for port (9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d), precommit_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:12.399167 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-8a05368d-a0fc-47a6-907b-b1a9e0bd5bf5 None None] Port b62e3342-0cde-4661-b724-802c50974de6 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:42:12.404904 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:12.446438 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9873b6da-6f48-4909-b1ff-056128bfdab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-823154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-484326'] for router_interface (650b2b55-8e7c-4705-a9df-08a978f2d928), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:12.449608 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873b6da-6f48-4909-b1ff-056128bfdab2 admin admin] Pushing event updated for resources: {'Port': ['ID=b62e3342-0cde-4661-b724-802c50974de6,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:12.461568 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] Attempting to bind port 9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:42:12.461938 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] Attempting to bind port 9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:42:12.462839 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] Attempting to bind port 9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d on network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:42:12.465145 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce589f45-ddfb-49ef-9b81-2edc249a8aa4 None None] Pushing event updated for resources: {'Port': ['ID=9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:12.470745 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:42:12.471120 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] Checking segment: {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:42:12.471525 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:12.471914 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] Bound using segment: {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:42:12.472400 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] Bound port: 9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:42:12.472786 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:12.525559 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] For port 9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:42:12.529237 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] For port 9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:42:12.537086 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:12.555463 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9873b6da-6f48-4909-b1ff-056128bfdab2 admin admin] Network 12b22b49-c25e-4ae4-ac66-3d3f23b3684e is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:42:12.557381 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-9873b6da-6f48-4909-b1ff-056128bfdab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:42:12.601797 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:12.608241 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] Routers {'650b2b55-8e7c-4705-a9df-08a978f2d928'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:42:12.608883 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:42:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['650b2b55-8e7c-4705-a9df-08a978f2d928'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:42:12.651532 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce589f45-ddfb-49ef-9b81-2edc249a8aa4 None None] Pushing event updated for resources: {'Port': ['ID=9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:12.672100 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:12.697834 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9873b6da-6f48-4909-b1ff-056128bfdab2 admin admin] Router 650b2b55-8e7c-4705-a9df-08a978f2d928 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:42:12.712095 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 2e657bbf-6cc5-471f-a7f3-e74ccda6825a up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:42:12.757431 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:12.771177 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] Set router 650b2b55-8e7c-4705-a9df-08a978f2d928 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:42:12.815560 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9873b6da-6f48-4909-b1ff-056128bfdab2 admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:42:12.821079 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-9873b6da-6f48-4909-b1ff-056128bfdab2 admin admin] 10.222.0.16 "PUT /v2.0/routers/650b2b55-8e7c-4705-a9df-08a978f2d928/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7029305 May 23 12:42:12.836042 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 2e657bbf-6cc5-471f-a7f3-e74ccda6825a triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:12.836449 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (2e657bbf-6cc5-471f-a7f3-e74ccda6825a), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:12.908062 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f4d6261f-a4de-4825-80de-81f0e5cc17fb None None] Provisioning complete for port b62e3342-0cde-4661-b724-802c50974de6 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:12.908618 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f4d6261f-a4de-4825-80de-81f0e5cc17fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (b62e3342-0cde-4661-b724-802c50974de6), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:12.915722 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889f211-282f-4444-b1c5-901c51f6fe90 req-118ffb9c-cc91-4347-a184-ff27108792c2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:12.917630 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6889f211-282f-4444-b1c5-901c51f6fe90 req-118ffb9c-cc91-4347-a184-ff27108792c2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=368f54cc-0400-4e69-bd8c-bc929f5ed639 HTTP/1.1" status: 200 len: 946 time: 0.0656722 May 23 12:42:12.944847 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=100 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:12.970622 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6889f211-282f-4444-b1c5-901c51f6fe90 req-e785e8e0-5bb1-49a7-98e9-ff13b7a67f9a tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/security-groups?id=3aebec12-d708-43aa-80e5-5c185375a075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457580 May 23 12:42:12.999651 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6261f-a4de-4825-80de-81f0e5cc17fb None None] Port b62e3342-0cde-4661-b724-802c50974de6 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:42:13.075857 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 2e657bbf-6cc5-471f-a7f3-e74ccda6825a is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:42:13.123133 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'b62e3342-0cde-4661-b724-802c50974de6', 'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'mac_address': 'fa:16:3e:77:bb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:11Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 2, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'subnets': [{'id': '081f086c-ab03-48fd-9480-53cde1703c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:42:13.149927 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f820c-ffe6-4c1d-9759-f612163f6882 None None] The sync data for ids ['650b2b55-8e7c-4705-a9df-08a978f2d928'] in dv-cinder-836996-27-iscsi is: [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'b62e3342-0cde-4661-b724-802c50974de6', 'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'mac_address': 'fa:16:3e:77:bb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:11Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 2, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'subnets': [{'id': '081f086c-ab03-48fd-9480-53cde1703c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:42:13.372288 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 60474) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:42:13.377066 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-b28122a3-df3a-4ff2-97d3-880c59a8b36a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-633573122-network', 'tenant_id': '2fbc1181e1654578946cfd81c1fdbb3c'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:42:13.400446 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28122a3-df3a-4ff2-97d3-880c59a8b36a admin admin] Made reservation on behalf of 2fbc1181e1654578946cfd81c1fdbb3c for: {'network': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:42:13.404670 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b28122a3-df3a-4ff2-97d3-880c59a8b36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for network (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:13.413853 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b28122a3-df3a-4ff2-97d3-880c59a8b36a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:13.510383 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b28122a3-df3a-4ff2-97d3-880c59a8b36a admin admin] Publish callbacks [] for security_group (982c29d0-9c56-424a-980a-e54ec20b7220), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:13.514250 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b28122a3-df3a-4ff2-97d3-880c59a8b36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (982c29d0-9c56-424a-980a-e54ec20b7220), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:13.546296 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28122a3-df3a-4ff2-97d3-880c59a8b36a admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:42:13.553138 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28122a3-df3a-4ff2-97d3-880c59a8b36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982c29d0-9c56-424a-980a-e54ec20b7220,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:13.560551 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b28122a3-df3a-4ff2-97d3-880c59a8b36a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727294489182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (413f3f6f-f80c-413e-8dd1-11c807618d34), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:13.560990 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.segments_db [None req-b28122a3-df3a-4ff2-97d3-880c59a8b36a admin admin] Added segment 413f3f6f-f80c-413e-8dd1-11c807618d34 of type vlan for network 5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe May 23 12:42:13.604470 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b28122a3-df3a-4ff2-97d3-880c59a8b36a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727293981772'] for network (5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:13.631666 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b28122a3-df3a-4ff2-97d3-880c59a8b36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for network (5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:13.632753 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28122a3-df3a-4ff2-97d3-880c59a8b36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:13.633366 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b28122a3-df3a-4ff2-97d3-880c59a8b36a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:13.690176 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-b28122a3-df3a-4ff2-97d3-880c59a8b36a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3167849 May 23 12:42:13.692882 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 60476) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:42:13.700329 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-edf44b89-c0de-4fdc-90f6-04cf1228f151 admin admin] Request body: {'subnet': {'network_id': '5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-633573122-subnet', 'tenant_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'ip_version': 4}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:42:13.714807 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28122a3-df3a-4ff2-97d3-880c59a8b36a admin admin] Pushing event updated for resources: {'Network': ['ID=5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:13.724944 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Network 5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe details requested by agent ovs-agent-dv-cinder-836996-27-iscsi with host dv-cinder-836996-27-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:42:13.733156 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf44b89-c0de-4fdc-90f6-04cf1228f151 admin admin] Made reservation on behalf of 2fbc1181e1654578946cfd81c1fdbb3c for: {'subnet': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:42:13.735866 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-edf44b89-c0de-4fdc-90f6-04cf1228f151 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5217897'] for subnet (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:13.928726 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-edf44b89-c0de-4fdc-90f6-04cf1228f151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4652963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5217947'] for subnet (4710e19d-25df-4ced-9834-6693e8eb72d5), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:13.985034 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:14.010700 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf44b89-c0de-4fdc-90f6-04cf1228f151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4710e19d-25df-4ced-9834-6693e8eb72d5,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:14.013072 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:14.013919 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf44b89-c0de-4fdc-90f6-04cf1228f151 admin admin] Checking segment: {'id': '413f3f6f-f80c-413e-8dd1-11c807618d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:42:14.014328 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf44b89-c0de-4fdc-90f6-04cf1228f151 admin admin] Network hostable DHCP agents. Network: 5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe, hostable agents: ['f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96'], hosted agents: [] {{(pid=103849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:42:14.038284 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf44b89-c0de-4fdc-90f6-04cf1228f151 admin admin] Network 5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe is scheduled to be hosted by DHCP agent f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96 with binding_index 1 {{(pid=103849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:42:14.048933 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-edf44b89-c0de-4fdc-90f6-04cf1228f151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-27-iscsi, 5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe) {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:42:14.053733 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf44b89-c0de-4fdc-90f6-04cf1228f151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:14.054473 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-edf44b89-c0de-4fdc-90f6-04cf1228f151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:14.061196 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a04444-ef7d-46ec-a93e-5f61d2694498 None None] Network 5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:42:14.074580 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-edf44b89-c0de-4fdc-90f6-04cf1228f151 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3806577 May 23 12:42:14.076432 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 60480) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:42:14.081106 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-f2fac657-fc76-4590-a9b1-adacdbb74c84 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-633573122-router', 'tenant_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:42:14.106390 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2fac657-fc76-4590-a9b1-adacdbb74c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11617'] for router (d94dc48d-d72b-4920-b489-2fce11a81e3f), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:14.108098 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2fac657-fc76-4590-a9b1-adacdbb74c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-483446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11544'] for router (d94dc48d-d72b-4920-b489-2fce11a81e3f), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:14.128396 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:14.165185 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2fac657-fc76-4590-a9b1-adacdbb74c84 admin admin] Publish callbacks [] for router_controller (d94dc48d-d72b-4920-b489-2fce11a81e3f), precommit_add_association {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:14.175120 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dccf64-0bcf-4c2c-ad1d-699202d2a6c0 req-48f43387-5a94-4a67-ac90-83ed79f833b9 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:14.176848 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-90dccf64-0bcf-4c2c-ad1d-699202d2a6c0 req-48f43387-5a94-4a67-ac90-83ed79f833b9 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=368f54cc-0400-4e69-bd8c-bc929f5ed639 HTTP/1.1" status: 200 len: 946 time: 0.0589318 May 23 12:42:14.209876 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e12e78-02e9-40fb-aa31-bfceddeb1b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd8c37bb-aeb2-5b83-a5a3-99f3ae67a9d0-5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe', 'network_id': '5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe', 'project_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'fixed_ips': [{'subnet_id': '4710e19d-25df-4ced-9834-6693e8eb72d5'}]}} from dv-cinder-836996-27-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 12:42:14.211384 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-34e12e78-02e9-40fb-aa31-bfceddeb1b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:14.243672 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-90dccf64-0bcf-4c2c-ad1d-699202d2a6c0 req-4b92d023-e485-4dba-9912-439fac33a784 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/security-groups?id=3aebec12-d708-43aa-80e5-5c185375a075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582705 May 23 12:42:14.405211 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-34e12e78-02e9-40fb-aa31-bfceddeb1b94 None None] Allocated IP 172.20.0.2 (5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe/4710e19d-25df-4ced-9834-6693e8eb72d5/1933ea7d-9843-47c3-b897-cd0ad2d0d5eb) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:42:14.584546 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-34e12e78-02e9-40fb-aa31-bfceddeb1b94 None None] Publish callbacks [] for port (1933ea7d-9843-47c3-b897-cd0ad2d0d5eb), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:14.588349 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:14.594836 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-34e12e78-02e9-40fb-aa31-bfceddeb1b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (1933ea7d-9843-47c3-b897-cd0ad2d0d5eb), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:14.595413 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2fac657-fc76-4590-a9b1-adacdbb74c84 admin admin] Publish callbacks [] for router_gateway (d94dc48d-d72b-4920-b489-2fce11a81e3f), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:14.702808 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e12e78-02e9-40fb-aa31-bfceddeb1b94 None None] Network 5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:42:14.706670 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-34e12e78-02e9-40fb-aa31-bfceddeb1b94 None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:42:14.708715 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e12e78-02e9-40fb-aa31-bfceddeb1b94 None None] Pushing event updated for resources: {'Port': ['ID=1933ea7d-9843-47c3-b897-cd0ad2d0d5eb,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:14.711025 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e12e78-02e9-40fb-aa31-bfceddeb1b94 None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:42:14.887130 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2fac657-fc76-4590-a9b1-adacdbb74c84 admin admin] Publish callbacks [] for router_gateway (d94dc48d-d72b-4920-b489-2fce11a81e3f), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:14.911216 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2fac657-fc76-4590-a9b1-adacdbb74c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:14.937818 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:42:14.974065 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-34e12e78-02e9-40fb-aa31-bfceddeb1b94 None None] Attempting to bind port 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:42:14.974711 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-34e12e78-02e9-40fb-aa31-bfceddeb1b94 None None] Attempting to bind port 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': '413f3f6f-f80c-413e-8dd1-11c807618d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:42:14.975237 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e12e78-02e9-40fb-aa31-bfceddeb1b94 None None] Attempting to bind port 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb on network 5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:42:14.988969 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e12e78-02e9-40fb-aa31-bfceddeb1b94 None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:42:14.989337 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e12e78-02e9-40fb-aa31-bfceddeb1b94 None None] Checking segment: {'id': '413f3f6f-f80c-413e-8dd1-11c807618d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:42:14.989732 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-34e12e78-02e9-40fb-aa31-bfceddeb1b94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:14.990175 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e12e78-02e9-40fb-aa31-bfceddeb1b94 None None] Bound using segment: {'id': '413f3f6f-f80c-413e-8dd1-11c807618d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:42:14.990669 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-34e12e78-02e9-40fb-aa31-bfceddeb1b94 None None] Bound port: 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413f3f6f-f80c-413e-8dd1-11c807618d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:42:14.991045 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-34e12e78-02e9-40fb-aa31-bfceddeb1b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (1933ea7d-9843-47c3-b897-cd0ad2d0d5eb), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:15.035845 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-f2fac657-fc76-4590-a9b1-adacdbb74c84 admin admin] Allocated IP 172.27.0.172 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/99ff07dc-411a-4635-8eb2-d43100889699) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:42:15.036638 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:15.037013 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:15.089434 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:15.094970 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-34e12e78-02e9-40fb-aa31-bfceddeb1b94 None None] For port 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:42:15.098719 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-34e12e78-02e9-40fb-aa31-bfceddeb1b94 None None] For port 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=1933ea7d-9843-47c3-b897-cd0ad2d0d5eb,segment=NetworkSegment(413f3f6f-f80c-413e-8dd1-11c807618d34),segment_id=413f3f6f-f80c-413e-8dd1-11c807618d34)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:42:15.110246 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-34e12e78-02e9-40fb-aa31-bfceddeb1b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (1933ea7d-9843-47c3-b897-cd0ad2d0d5eb), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:15.152711 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2fac657-fc76-4590-a9b1-adacdbb74c84 admin admin] Publish callbacks [] for port (99ff07dc-411a-4635-8eb2-d43100889699), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:15.193865 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2fac657-fc76-4590-a9b1-adacdbb74c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (99ff07dc-411a-4635-8eb2-d43100889699), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:15.207029 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:42:15.207415 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:15.214513 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e12e78-02e9-40fb-aa31-bfceddeb1b94 None None] Pushing event updated for resources: {'Port': ['ID=1933ea7d-9843-47c3-b897-cd0ad2d0d5eb,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:15.239044 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] For port 9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:42:15.245037 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:15.246850 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fac657-fc76-4590-a9b1-adacdbb74c84 admin admin] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:42:15.251493 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-f2fac657-fc76-4590-a9b1-adacdbb74c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:42:15.254166 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fac657-fc76-4590-a9b1-adacdbb74c84 admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:42:15.302076 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fac657-fc76-4590-a9b1-adacdbb74c84 admin admin] Pushing event updated for resources: {'Port': ['ID=99ff07dc-411a-4635-8eb2-d43100889699,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:15.334845 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Pushing event updated for resources: {'Port': ['ID=9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:15.351645 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:15.404480 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:15.589940 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2fac657-fc76-4590-a9b1-adacdbb74c84 admin admin] Publish callbacks [] for router_gateway (d94dc48d-d72b-4920-b489-2fce11a81e3f), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:15.757756 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] Sync routers for ids ['650b2b55-8e7c-4705-a9df-08a978f2d928'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:42:15.769103 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] Routers {'650b2b55-8e7c-4705-a9df-08a978f2d928'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:42:15.769707 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:42:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['650b2b55-8e7c-4705-a9df-08a978f2d928'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:42:15.791008 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2fac657-fc76-4590-a9b1-adacdbb74c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-483363'] for router (d94dc48d-d72b-4920-b489-2fce11a81e3f), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:15.874757 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] Set router 650b2b55-8e7c-4705-a9df-08a978f2d928 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:42:15.922171 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fac657-fc76-4590-a9b1-adacdbb74c84 admin admin] Router d94dc48d-d72b-4920-b489-2fce11a81e3f is scheduled to L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 with binding_index 1 {{(pid=103849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:42:16.033861 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fac657-fc76-4590-a9b1-adacdbb74c84 admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:42:16.043036 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] Sync routers for ids ['d94dc48d-d72b-4920-b489-2fce11a81e3f'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:42:16.052883 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2fac657-fc76-4590-a9b1-adacdbb74c84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:16.057584 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-f2fac657-fc76-4590-a9b1-adacdbb74c84 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9771099 May 23 12:42:16.057763 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] Routers {'d94dc48d-d72b-4920-b489-2fce11a81e3f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:42:16.057763 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:42:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['d94dc48d-d72b-4920-b489-2fce11a81e3f'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:42:16.058488 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 60540) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:42:16.113415 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'b62e3342-0cde-4661-b724-802c50974de6', 'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'mac_address': 'fa:16:3e:77:bb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:11Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 2, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'subnets': [{'id': '081f086c-ab03-48fd-9480-53cde1703c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:42:16.149586 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] Checking router: 650b2b55-8e7c-4705-a9df-08a978f2d928 for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:42:16.150615 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] Updating router 650b2b55-8e7c-4705-a9df-08a978f2d928 port b62e3342-0cde-4661-b724-802c50974de6 binding host dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:42:16.191094 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] Set router d94dc48d-d72b-4920-b489-2fce11a81e3f gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:42:16.191611 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (b62e3342-0cde-4661-b724-802c50974de6), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:16.411308 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94dc48d-d72b-4920-b489-2fce11a81e3f', 'name': 'tempest-TestVolumeBootPattern-633573122-router', 'tenant_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '99ff07dc-411a-4635-8eb2-d43100889699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:14Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 3, 'project_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'gw_port': {'id': '99ff07dc-411a-4635-8eb2-d43100889699', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ba:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94dc48d-d72b-4920-b489-2fce11a81e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:14Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:42:16.440978 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] Checking router: d94dc48d-d72b-4920-b489-2fce11a81e3f for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:42:16.441304 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] Updating router d94dc48d-d72b-4920-b489-2fce11a81e3f port 99ff07dc-411a-4635-8eb2-d43100889699 binding host dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:42:16.484560 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:16.487077 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (99ff07dc-411a-4635-8eb2-d43100889699), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:16.488201 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:16.530526 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] Publish callbacks [] for port (b62e3342-0cde-4661-b724-802c50974de6), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:16.537625 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (b62e3342-0cde-4661-b724-802c50974de6), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:16.545216 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2693330f-1760-4e22-a4ee-682f969d23b5 None None] Network 5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:42:16.565028 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:16.587722 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aab35fc7-7067-4850-8595-8bdc0b58a7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:16.600522 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c8fc0-4787-4531-a9d3-99c2a2102806 None None] Pushing event updated for resources: {'Port': ['ID=b62e3342-0cde-4661-b724-802c50974de6,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:16.619447 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-498a49b7-7f52-405f-9021-5c6116acc747 None None] Provisioning complete for port 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:16.620230 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-498a49b7-7f52-405f-9021-5c6116acc747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (1933ea7d-9843-47c3-b897-cd0ad2d0d5eb), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:16.648237 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8fc0-4787-4531-a9d3-99c2a2102806 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:16.648237 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8fc0-4787-4531-a9d3-99c2a2102806 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:16.648237 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8fc0-4787-4531-a9d3-99c2a2102806 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:16.652832 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8fc0-4787-4531-a9d3-99c2a2102806 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:16.653372 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8fc0-4787-4531-a9d3-99c2a2102806 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:16.653860 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8fc0-4787-4531-a9d3-99c2a2102806 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:16.654583 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8fc0-4787-4531-a9d3-99c2a2102806 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:16.655067 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8fc0-4787-4531-a9d3-99c2a2102806 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:16.657449 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8fc0-4787-4531-a9d3-99c2a2102806 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:16.657820 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8fc0-4787-4531-a9d3-99c2a2102806 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:16.658165 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8fc0-4787-4531-a9d3-99c2a2102806 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:16.658478 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8fc0-4787-4531-a9d3-99c2a2102806 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:16.658800 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8fc0-4787-4531-a9d3-99c2a2102806 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:16.659936 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8fc0-4787-4531-a9d3-99c2a2102806 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:16.666173 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8fc0-4787-4531-a9d3-99c2a2102806 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:16.754534 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] Attempting to bind port b62e3342-0cde-4661-b724-802c50974de6 on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:42:16.755136 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] Attempting to bind port b62e3342-0cde-4661-b724-802c50974de6 by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': '3459468d-caa0-43a3-8e51-ef34a15b16d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:42:16.755239 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] Attempting to bind port b62e3342-0cde-4661-b724-802c50974de6 on network 12b22b49-c25e-4ae4-ac66-3d3f23b3684e {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:42:16.762381 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:42:16.763070 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] Checking segment: {'id': '3459468d-caa0-43a3-8e51-ef34a15b16d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:42:16.763178 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:16.763513 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] Bound using segment: {'id': '3459468d-caa0-43a3-8e51-ef34a15b16d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:42:16.764065 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] Bound port: b62e3342-0cde-4661-b724-802c50974de6, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3459468d-caa0-43a3-8e51-ef34a15b16d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:42:16.764484 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (b62e3342-0cde-4661-b724-802c50974de6), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:16.832422 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:16.854426 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] For port b62e3342-0cde-4661-b724-802c50974de6, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:42:16.859014 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] For port b62e3342-0cde-4661-b724-802c50974de6, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=b62e3342-0cde-4661-b724-802c50974de6,segment=NetworkSegment(3459468d-caa0-43a3-8e51-ef34a15b16d7),segment_id=3459468d-caa0-43a3-8e51-ef34a15b16d7)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:42:16.878037 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (b62e3342-0cde-4661-b724-802c50974de6), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:16.878981 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:42:16.881722 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:16.893779 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-aab35fc7-7067-4850-8595-8bdc0b58a7ec admin admin] Allocated IP 172.20.0.1 (5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe/4710e19d-25df-4ced-9834-6693e8eb72d5/83cdfbcb-f977-48a8-9780-ac2502bb82c4) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:42:16.978818 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:16.993328 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] Routers {'650b2b55-8e7c-4705-a9df-08a978f2d928'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:42:16.994633 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:42:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['650b2b55-8e7c-4705-a9df-08a978f2d928'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:42:16.999352 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-498a49b7-7f52-405f-9021-5c6116acc747 None None] Current status of the port 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:42:17.000250 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-498a49b7-7f52-405f-9021-5c6116acc747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (1933ea7d-9843-47c3-b897-cd0ad2d0d5eb), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:17.042260 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c8fc0-4787-4531-a9d3-99c2a2102806 None None] Pushing event updated for resources: {'Port': ['ID=b62e3342-0cde-4661-b724-802c50974de6,revision_number=4']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:17.060101 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aab35fc7-7067-4850-8595-8bdc0b58a7ec admin admin] Publish callbacks [] for port (83cdfbcb-f977-48a8-9780-ac2502bb82c4), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:17.087897 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-498a49b7-7f52-405f-9021-5c6116acc747 None None] For port 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=1933ea7d-9843-47c3-b897-cd0ad2d0d5eb,segment=NetworkSegment(413f3f6f-f80c-413e-8dd1-11c807618d34),segment_id=413f3f6f-f80c-413e-8dd1-11c807618d34)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:42:17.102314 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-498a49b7-7f52-405f-9021-5c6116acc747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (1933ea7d-9843-47c3-b897-cd0ad2d0d5eb), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:17.113547 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aab35fc7-7067-4850-8595-8bdc0b58a7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (83cdfbcb-f977-48a8-9780-ac2502bb82c4), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:17.170586 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab35fc7-7067-4850-8595-8bdc0b58a7ec admin admin] Network 5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:42:17.174182 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-aab35fc7-7067-4850-8595-8bdc0b58a7ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:42:17.179186 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab35fc7-7067-4850-8595-8bdc0b58a7ec admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:42:17.187609 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] Set router 650b2b55-8e7c-4705-a9df-08a978f2d928 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:42:17.208916 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a49b7-7f52-405f-9021-5c6116acc747 None None] Pushing event updated for resources: {'Port': ['ID=1933ea7d-9843-47c3-b897-cd0ad2d0d5eb,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:17.225744 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:17.226121 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:17.231160 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab35fc7-7067-4850-8595-8bdc0b58a7ec admin admin] Pushing event updated for resources: {'Port': ['ID=83cdfbcb-f977-48a8-9780-ac2502bb82c4,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:17.256796 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aab35fc7-7067-4850-8595-8bdc0b58a7ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481910'] for router_interface (d94dc48d-d72b-4920-b489-2fce11a81e3f), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:17.327230 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-4b440595-bd8d-4227-9971-1da908c90183 None None] Provisioning complete for port b62e3342-0cde-4661-b724-802c50974de6 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:17.327600 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4b440595-bd8d-4227-9971-1da908c90183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (b62e3342-0cde-4661-b724-802c50974de6), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:17.413556 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] Publish callbacks [] for port (99ff07dc-411a-4635-8eb2-d43100889699), precommit_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:17.430015 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (99ff07dc-411a-4635-8eb2-d43100889699), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:17.442875 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'b62e3342-0cde-4661-b724-802c50974de6', 'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'mac_address': 'fa:16:3e:77:bb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:11Z', 'updated_at': '2022-05-23T12:42:16Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'subnets': [{'id': '081f086c-ab03-48fd-9480-53cde1703c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:42:17.461134 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aab35fc7-7067-4850-8595-8bdc0b58a7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (83cdfbcb-f977-48a8-9780-ac2502bb82c4), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:17.471979 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34c5763-03b3-4d01-ae07-a0b73ead2b5b None None] The sync data for ids ['650b2b55-8e7c-4705-a9df-08a978f2d928'] in dv-cinder-836996-27-iscsi is: [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'b62e3342-0cde-4661-b724-802c50974de6', 'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'mac_address': 'fa:16:3e:77:bb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:11Z', 'updated_at': '2022-05-23T12:42:16Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'subnets': [{'id': '081f086c-ab03-48fd-9480-53cde1703c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:42:17.519325 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:17.536362 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:42:17.537459 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:42:17.539702 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] Attempting to bind port 99ff07dc-411a-4635-8eb2-d43100889699 on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:42:17.540063 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] Attempting to bind port 99ff07dc-411a-4635-8eb2-d43100889699 by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:42:17.541268 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] Attempting to bind port 99ff07dc-411a-4635-8eb2-d43100889699 on network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:42:17.548224 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f514cb-f277-4c2e-80f8-728b1c533855 None None] Pushing event updated for resources: {'Port': ['ID=99ff07dc-411a-4635-8eb2-d43100889699,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:17.627025 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:42:17.627610 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] Checking segment: {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:42:17.635338 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:17.636153 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] Bound using segment: {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:42:17.636700 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] Bound port: 99ff07dc-411a-4635-8eb2-d43100889699, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:42:17.637101 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (99ff07dc-411a-4635-8eb2-d43100889699), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:17.657971 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:17.688291 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:17.717002 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-4b440595-bd8d-4227-9971-1da908c90183 None None] Current status of the port b62e3342-0cde-4661-b724-802c50974de6 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:42:17.717307 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4b440595-bd8d-4227-9971-1da908c90183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (b62e3342-0cde-4661-b724-802c50974de6), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:17.746130 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aab35fc7-7067-4850-8595-8bdc0b58a7ec admin admin] Publish callbacks [] for port (83cdfbcb-f977-48a8-9780-ac2502bb82c4), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:17.752125 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aab35fc7-7067-4850-8595-8bdc0b58a7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4651066'] for port (83cdfbcb-f977-48a8-9780-ac2502bb82c4), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:17.823650 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab35fc7-7067-4850-8595-8bdc0b58a7ec admin admin] Pushing event updated for resources: {'Port': ['ID=83cdfbcb-f977-48a8-9780-ac2502bb82c4,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:17.832442 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aab35fc7-7067-4850-8595-8bdc0b58a7ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-823154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-484326'] for router_interface (d94dc48d-d72b-4920-b489-2fce11a81e3f), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:17.874460 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] For port 99ff07dc-411a-4635-8eb2-d43100889699, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:42:17.897186 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] For port 99ff07dc-411a-4635-8eb2-d43100889699, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=99ff07dc-411a-4635-8eb2-d43100889699,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:42:17.921070 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (99ff07dc-411a-4635-8eb2-d43100889699), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:17.925345 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-4b440595-bd8d-4227-9971-1da908c90183 None None] For port b62e3342-0cde-4661-b724-802c50974de6, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=b62e3342-0cde-4661-b724-802c50974de6,segment=NetworkSegment(3459468d-caa0-43a3-8e51-ef34a15b16d7),segment_id=3459468d-caa0-43a3-8e51-ef34a15b16d7)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:42:17.934953 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:17.935322 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (1933ea7d-9843-47c3-b897-cd0ad2d0d5eb), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:17.959815 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4b440595-bd8d-4227-9971-1da908c90183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (b62e3342-0cde-4661-b724-802c50974de6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:17.970647 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab35fc7-7067-4850-8595-8bdc0b58a7ec admin admin] Network 5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:42:17.972464 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-aab35fc7-7067-4850-8595-8bdc0b58a7ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:42:17.989696 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:18.049854 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f514cb-f277-4c2e-80f8-728b1c533855 None None] Pushing event updated for resources: {'Port': ['ID=99ff07dc-411a-4635-8eb2-d43100889699,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:18.121071 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] Routers {'d94dc48d-d72b-4920-b489-2fce11a81e3f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:42:18.121703 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:42:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['d94dc48d-d72b-4920-b489-2fce11a81e3f'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:42:18.179711 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab35fc7-7067-4850-8595-8bdc0b58a7ec admin admin] Router d94dc48d-d72b-4920-b489-2fce11a81e3f has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:42:18.198488 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-e81b1b47-3d51-4c91-b6c8-da068799a716 None None] Provisioning complete for port 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:18.199220 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e81b1b47-3d51-4c91-b6c8-da068799a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (1933ea7d-9843-47c3-b897-cd0ad2d0d5eb), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:18.268781 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b440595-bd8d-4227-9971-1da908c90183 None None] Pushing event updated for resources: {'Port': ['ID=b62e3342-0cde-4661-b724-802c50974de6,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:18.309225 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab35fc7-7067-4850-8595-8bdc0b58a7ec admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:42:18.315295 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-aab35fc7-7067-4850-8595-8bdc0b58a7ec admin admin] 10.222.0.16 "PUT /v2.0/routers/d94dc48d-d72b-4920-b489-2fce11a81e3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2561889 May 23 12:42:18.325445 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:42:18.361271 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] Set router d94dc48d-d72b-4920-b489-2fce11a81e3f gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:42:18.429127 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-e81b1b47-3d51-4c91-b6c8-da068799a716 None None] Current status of the port 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:42:18.475412 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-e81b1b47-3d51-4c91-b6c8-da068799a716 None None] Provisioning complete for port 83cdfbcb-f977-48a8-9780-ac2502bb82c4 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:18.475701 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e81b1b47-3d51-4c91-b6c8-da068799a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (83cdfbcb-f977-48a8-9780-ac2502bb82c4), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:18.548204 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-e81b1b47-3d51-4c91-b6c8-da068799a716 None None] Port 83cdfbcb-f977-48a8-9780-ac2502bb82c4 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:42:18.572553 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-e81b1b47-3d51-4c91-b6c8-da068799a716 None None] Provisioning complete for port b62e3342-0cde-4661-b724-802c50974de6 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:18.573270 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e81b1b47-3d51-4c91-b6c8-da068799a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (b62e3342-0cde-4661-b724-802c50974de6), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:18.586879 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:18.703295 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device b62e3342-0cde-4661-b724-802c50974de6 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:42:18.707398 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94dc48d-d72b-4920-b489-2fce11a81e3f', 'name': 'tempest-TestVolumeBootPattern-633573122-router', 'tenant_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '99ff07dc-411a-4635-8eb2-d43100889699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:14Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 4, 'project_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'gw_port': {'id': '99ff07dc-411a-4635-8eb2-d43100889699', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ba:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94dc48d-d72b-4920-b489-2fce11a81e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:14Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '83cdfbcb-f977-48a8-9780-ac2502bb82c4', 'name': '', 'network_id': '5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe', 'tenant_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'mac_address': 'fa:16:3e:77:c6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94dc48d-d72b-4920-b489-2fce11a81e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4710e19d-25df-4ced-9834-6693e8eb72d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:16Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 2, 'project_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'subnets': [{'id': '4710e19d-25df-4ced-9834-6693e8eb72d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:42:18.736649 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 60552) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:42:18.741404 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-f8794c98-f5d4-4fec-8742-84759a2ffef0 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1035934523', 'description': 'tempest-secgroup-smoke-1035934523 description', 'project_id': 'ac5975413f5548c3881ec3c868295836'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:42:18.758112 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9895b47-5eb0-4dda-bcf5-6532dd8b35d9 None None] The sync data for ids ['d94dc48d-d72b-4920-b489-2fce11a81e3f'] in dv-cinder-836996-27-iscsi is: [{'id': 'd94dc48d-d72b-4920-b489-2fce11a81e3f', 'name': 'tempest-TestVolumeBootPattern-633573122-router', 'tenant_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '99ff07dc-411a-4635-8eb2-d43100889699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:14Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 4, 'project_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'gw_port': {'id': '99ff07dc-411a-4635-8eb2-d43100889699', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ba:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94dc48d-d72b-4920-b489-2fce11a81e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:14Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '83cdfbcb-f977-48a8-9780-ac2502bb82c4', 'name': '', 'network_id': '5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe', 'tenant_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'mac_address': 'fa:16:3e:77:c6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94dc48d-d72b-4920-b489-2fce11a81e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4710e19d-25df-4ced-9834-6693e8eb72d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:16Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 2, 'project_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'subnets': [{'id': '4710e19d-25df-4ced-9834-6693e8eb72d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:42:18.769365 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f8794c98-f5d4-4fec-8742-84759a2ffef0 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:18.801207 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-e81b1b47-3d51-4c91-b6c8-da068799a716 None None] Current status of the port b62e3342-0cde-4661-b724-802c50974de6 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:42:18.813514 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port b62e3342-0cde-4661-b724-802c50974de6 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:18.813886 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (b62e3342-0cde-4661-b724-802c50974de6), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:18.876582 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f8794c98-f5d4-4fec-8742-84759a2ffef0 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group (09c34774-e5d3-41b5-acc4-8f5e5d7e5787), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:18.882931 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f8794c98-f5d4-4fec-8742-84759a2ffef0 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (09c34774-e5d3-41b5-acc4-8f5e5d7e5787), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:18.905001 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port b62e3342-0cde-4661-b724-802c50974de6 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:42:18.906195 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:42:18.914426 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8794c98-f5d4-4fec-8742-84759a2ffef0 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c34774-e5d3-41b5-acc4-8f5e5d7e5787,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:18.920067 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f8794c98-f5d4-4fec-8742-84759a2ffef0 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:18.921340 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-f8794c98-f5d4-4fec-8742-84759a2ffef0 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1834400 May 23 12:42:18.924331 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 60554) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:42:18.930505 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-bb2c169e-c8c1-4b4f-8b39-0ea094521a70 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Request body: {'security_group_rule': {'security_group_id': '09c34774-e5d3-41b5-acc4-8f5e5d7e5787', 'project_id': 'ac5975413f5548c3881ec3c868295836', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:42:18.947544 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-ff8d1e9b-5861-41a4-8bd1-e32cd9bee130 None None] Provisioning complete for port 83cdfbcb-f977-48a8-9780-ac2502bb82c4 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:18.948085 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-ff8d1e9b-5861-41a4-8bd1-e32cd9bee130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (83cdfbcb-f977-48a8-9780-ac2502bb82c4), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:18.963113 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bb2c169e-c8c1-4b4f-8b39-0ea094521a70 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group_rule (1aff85f4-6e36-45a7-84da-51cfe65958a3), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:18.975249 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:18.990396 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=100 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:19.002082 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d1e9b-5861-41a4-8bd1-e32cd9bee130 None None] Port 83cdfbcb-f977-48a8-9780-ac2502bb82c4 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:42:19.019841 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:19.020485 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (1933ea7d-9843-47c3-b897-cd0ad2d0d5eb), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.044371 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bb2c169e-c8c1-4b4f-8b39-0ea094521a70 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group_rule (1aff85f4-6e36-45a7-84da-51cfe65958a3), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.048665 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bb2c169e-c8c1-4b4f-8b39-0ea094521a70 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (1aff85f4-6e36-45a7-84da-51cfe65958a3), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.078568 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c169e-c8c1-4b4f-8b39-0ea094521a70 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aff85f4-6e36-45a7-84da-51cfe65958a3,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:19.084039 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bb2c169e-c8c1-4b4f-8b39-0ea094521a70 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.086507 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-bb2c169e-c8c1-4b4f-8b39-0ea094521a70 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1596103 May 23 12:42:19.088242 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 60556) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:42:19.093259 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-1f4eed9d-3797-4bff-bebe-dce533b30c5d tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Request body: {'security_group_rule': {'security_group_id': '09c34774-e5d3-41b5-acc4-8f5e5d7e5787', 'project_id': 'ac5975413f5548c3881ec3c868295836', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:42:19.126232 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1f4eed9d-3797-4bff-bebe-dce533b30c5d tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group_rule (4591b24c-039a-485f-b869-4021d34ba04d), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.135918 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:42:19.189362 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1f4eed9d-3797-4bff-bebe-dce533b30c5d tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group_rule (4591b24c-039a-485f-b869-4021d34ba04d), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.193865 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1f4eed9d-3797-4bff-bebe-dce533b30c5d tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (4591b24c-039a-485f-b869-4021d34ba04d), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.202442 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:19.220581 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4eed9d-3797-4bff-bebe-dce533b30c5d tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4591b24c-039a-485f-b869-4021d34ba04d,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:19.227372 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1f4eed9d-3797-4bff-bebe-dce533b30c5d tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.232791 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-1f4eed9d-3797-4bff-bebe-dce533b30c5d tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1403687 May 23 12:42:19.232791 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 60560) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:42:19.237621 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-22958fea-9231-4220-8188-d9dcb74e5246 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Request body: {'security_group_rule': {'security_group_id': '09c34774-e5d3-41b5-acc4-8f5e5d7e5787', 'project_id': 'ac5975413f5548c3881ec3c868295836', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:42:19.272224 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-22958fea-9231-4220-8188-d9dcb74e5246 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group_rule (e343068e-aaad-4e22-a0fd-a0865b42eaae), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.335850 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-22958fea-9231-4220-8188-d9dcb74e5246 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group_rule (e343068e-aaad-4e22-a0fd-a0865b42eaae), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.341141 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-22958fea-9231-4220-8188-d9dcb74e5246 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (e343068e-aaad-4e22-a0fd-a0865b42eaae), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.598539 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22958fea-9231-4220-8188-d9dcb74e5246 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e343068e-aaad-4e22-a0fd-a0865b42eaae,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:19.606555 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-22958fea-9231-4220-8188-d9dcb74e5246 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.607847 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-22958fea-9231-4220-8188-d9dcb74e5246 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3739705 May 23 12:42:19.610520 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 60562) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:42:19.614881 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-93417c51-948f-46d6-b502-81ffbab94e85 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Request body: {'security_group_rule': {'security_group_id': '09c34774-e5d3-41b5-acc4-8f5e5d7e5787', 'project_id': 'ac5975413f5548c3881ec3c868295836', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:42:19.642512 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-93417c51-948f-46d6-b502-81ffbab94e85 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group_rule (e1602c44-483f-4dc0-8da1-83b14a4ed7ae), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.703176 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-93417c51-948f-46d6-b502-81ffbab94e85 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group_rule (e1602c44-483f-4dc0-8da1-83b14a4ed7ae), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.706289 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-93417c51-948f-46d6-b502-81ffbab94e85 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (e1602c44-483f-4dc0-8da1-83b14a4ed7ae), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.725185 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93417c51-948f-46d6-b502-81ffbab94e85 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1602c44-483f-4dc0-8da1-83b14a4ed7ae,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:19.730781 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-93417c51-948f-46d6-b502-81ffbab94e85 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.731919 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-93417c51-948f-46d6-b502-81ffbab94e85 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204472 May 23 12:42:19.734682 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 60564) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:42:19.738830 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-c709a687-e2c6-49bb-8a5b-f53b6f476798 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Request body: {'security_group_rule': {'security_group_id': '09c34774-e5d3-41b5-acc4-8f5e5d7e5787', 'project_id': 'ac5975413f5548c3881ec3c868295836', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:42:19.760433 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.securitygroups_db [None req-c709a687-e2c6-49bb-8a5b-f53b6f476798 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Project ac5975413f5548c3881ec3c868295836 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:42:19.766472 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c709a687-e2c6-49bb-8a5b-f53b6f476798 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group_rule (2be76207-6813-4977-b5e1-28cd96c238ba), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.830148 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c709a687-e2c6-49bb-8a5b-f53b6f476798 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group_rule (2be76207-6813-4977-b5e1-28cd96c238ba), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.834481 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c709a687-e2c6-49bb-8a5b-f53b6f476798 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (2be76207-6813-4977-b5e1-28cd96c238ba), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.854289 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709a687-e2c6-49bb-8a5b-f53b6f476798 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be76207-6813-4977-b5e1-28cd96c238ba,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:19.861371 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c709a687-e2c6-49bb-8a5b-f53b6f476798 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.865136 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-c709a687-e2c6-49bb-8a5b-f53b6f476798 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270044 May 23 12:42:19.865296 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 60566) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:42:19.869793 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-577de6f8-049f-4f68-ac8c-30b6ccc105a1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Request body: {'security_group_rule': {'security_group_id': '09c34774-e5d3-41b5-acc4-8f5e5d7e5787', 'project_id': 'ac5975413f5548c3881ec3c868295836', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:42:19.891608 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.securitygroups_db [None req-577de6f8-049f-4f68-ac8c-30b6ccc105a1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Project ac5975413f5548c3881ec3c868295836 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:42:19.899626 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-577de6f8-049f-4f68-ac8c-30b6ccc105a1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group_rule (d1a57d3b-2691-4927-a0a8-a8a12a528dae), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.949395 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:19.951875 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-577de6f8-049f-4f68-ac8c-30b6ccc105a1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group_rule (d1a57d3b-2691-4927-a0a8-a8a12a528dae), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.957108 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-577de6f8-049f-4f68-ac8c-30b6ccc105a1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (d1a57d3b-2691-4927-a0a8-a8a12a528dae), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.978794 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577de6f8-049f-4f68-ac8c-30b6ccc105a1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a57d3b-2691-4927-a0a8-a8a12a528dae,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:19.989222 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-577de6f8-049f-4f68-ac8c-30b6ccc105a1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:19.995389 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-577de6f8-049f-4f68-ac8c-30b6ccc105a1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282935 May 23 12:42:20.679755 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 99ff07dc-411a-4635-8eb2-d43100889699 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:42:20.733081 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 99ff07dc-411a-4635-8eb2-d43100889699 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:20.733757 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (99ff07dc-411a-4635-8eb2-d43100889699), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:20.812899 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 99ff07dc-411a-4635-8eb2-d43100889699 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:42:20.813289 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (99ff07dc-411a-4635-8eb2-d43100889699), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:20.849145 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] For port 99ff07dc-411a-4635-8eb2-d43100889699, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=99ff07dc-411a-4635-8eb2-d43100889699,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:42:20.854387 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (99ff07dc-411a-4635-8eb2-d43100889699), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:20.907049 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Pushing event updated for resources: {'Port': ['ID=99ff07dc-411a-4635-8eb2-d43100889699,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:21.460722 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] Sync routers for ids ['d94dc48d-d72b-4920-b489-2fce11a81e3f'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:42:21.472098 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] Routers {'d94dc48d-d72b-4920-b489-2fce11a81e3f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:42:21.472748 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:42:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['d94dc48d-d72b-4920-b489-2fce11a81e3f'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:42:21.586613 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] Set router d94dc48d-d72b-4920-b489-2fce11a81e3f gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:42:21.856561 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94dc48d-d72b-4920-b489-2fce11a81e3f', 'name': 'tempest-TestVolumeBootPattern-633573122-router', 'tenant_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '99ff07dc-411a-4635-8eb2-d43100889699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:14Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 4, 'project_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'gw_port': {'id': '99ff07dc-411a-4635-8eb2-d43100889699', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ba:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94dc48d-d72b-4920-b489-2fce11a81e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:14Z', 'updated_at': '2022-05-23T12:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '83cdfbcb-f977-48a8-9780-ac2502bb82c4', 'name': '', 'network_id': '5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe', 'tenant_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'mac_address': 'fa:16:3e:77:c6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94dc48d-d72b-4920-b489-2fce11a81e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4710e19d-25df-4ced-9834-6693e8eb72d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:16Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 2, 'project_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'subnets': [{'id': '4710e19d-25df-4ced-9834-6693e8eb72d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:42:21.883926 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] Checking router: d94dc48d-d72b-4920-b489-2fce11a81e3f for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:42:21.884435 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] Updating router d94dc48d-d72b-4920-b489-2fce11a81e3f port 83cdfbcb-f977-48a8-9780-ac2502bb82c4 binding host dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:42:21.912412 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (83cdfbcb-f977-48a8-9780-ac2502bb82c4), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:21.981367 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=100 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:22.208259 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] Publish callbacks [] for port (83cdfbcb-f977-48a8-9780-ac2502bb82c4), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:22.214091 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (83cdfbcb-f977-48a8-9780-ac2502bb82c4), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:22.263103 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b80d74-eba2-4570-b309-f9571340db4e None None] Pushing event updated for resources: {'Port': ['ID=83cdfbcb-f977-48a8-9780-ac2502bb82c4,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:22.318616 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=100 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:22.322300 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] Attempting to bind port 83cdfbcb-f977-48a8-9780-ac2502bb82c4 on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:42:22.322952 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] Attempting to bind port 83cdfbcb-f977-48a8-9780-ac2502bb82c4 by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': '413f3f6f-f80c-413e-8dd1-11c807618d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:42:22.323464 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] Attempting to bind port 83cdfbcb-f977-48a8-9780-ac2502bb82c4 on network 5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:42:22.331301 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:42:22.332323 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] Checking segment: {'id': '413f3f6f-f80c-413e-8dd1-11c807618d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:42:22.333250 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:22.340412 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] Bound using segment: {'id': '413f3f6f-f80c-413e-8dd1-11c807618d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:42:22.341082 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] Bound port: 83cdfbcb-f977-48a8-9780-ac2502bb82c4, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413f3f6f-f80c-413e-8dd1-11c807618d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:42:22.341560 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (83cdfbcb-f977-48a8-9780-ac2502bb82c4), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:22.410041 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] For port 83cdfbcb-f977-48a8-9780-ac2502bb82c4, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:42:22.413453 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] For port 83cdfbcb-f977-48a8-9780-ac2502bb82c4, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=83cdfbcb-f977-48a8-9780-ac2502bb82c4,segment=NetworkSegment(413f3f6f-f80c-413e-8dd1-11c807618d34),segment_id=413f3f6f-f80c-413e-8dd1-11c807618d34)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:42:22.420394 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (83cdfbcb-f977-48a8-9780-ac2502bb82c4), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:22.481697 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] Routers {'d94dc48d-d72b-4920-b489-2fce11a81e3f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:42:22.482366 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:42:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['d94dc48d-d72b-4920-b489-2fce11a81e3f'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:42:22.523365 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b80d74-eba2-4570-b309-f9571340db4e None None] Pushing event updated for resources: {'Port': ['ID=83cdfbcb-f977-48a8-9780-ac2502bb82c4,revision_number=4']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:22.549521 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-23cedbc0-2d13-460d-8347-ea6de6516ce4 None None] Provisioning complete for port 83cdfbcb-f977-48a8-9780-ac2502bb82c4 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:22.550601 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-23cedbc0-2d13-460d-8347-ea6de6516ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (83cdfbcb-f977-48a8-9780-ac2502bb82c4), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:22.609083 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] Set router d94dc48d-d72b-4920-b489-2fce11a81e3f gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:42:22.677058 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-23cedbc0-2d13-460d-8347-ea6de6516ce4 None None] Current status of the port 83cdfbcb-f977-48a8-9780-ac2502bb82c4 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:42:22.678190 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-23cedbc0-2d13-460d-8347-ea6de6516ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (83cdfbcb-f977-48a8-9780-ac2502bb82c4), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:22.734360 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-23cedbc0-2d13-460d-8347-ea6de6516ce4 None None] For port 83cdfbcb-f977-48a8-9780-ac2502bb82c4, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=83cdfbcb-f977-48a8-9780-ac2502bb82c4,segment=NetworkSegment(413f3f6f-f80c-413e-8dd1-11c807618d34),segment_id=413f3f6f-f80c-413e-8dd1-11c807618d34)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:42:22.741760 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 99ff07dc-411a-4635-8eb2-d43100889699 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:42:22.746982 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-23cedbc0-2d13-460d-8347-ea6de6516ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (83cdfbcb-f977-48a8-9780-ac2502bb82c4), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:22.787708 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:22.835693 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 99ff07dc-411a-4635-8eb2-d43100889699 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:22.836061 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (99ff07dc-411a-4635-8eb2-d43100889699), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:22.839382 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cedbc0-2d13-460d-8347-ea6de6516ce4 None None] Pushing event updated for resources: {'Port': ['ID=83cdfbcb-f977-48a8-9780-ac2502bb82c4,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:22.840596 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94dc48d-d72b-4920-b489-2fce11a81e3f', 'name': 'tempest-TestVolumeBootPattern-633573122-router', 'tenant_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '99ff07dc-411a-4635-8eb2-d43100889699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:14Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 4, 'project_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'gw_port': {'id': '99ff07dc-411a-4635-8eb2-d43100889699', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ba:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94dc48d-d72b-4920-b489-2fce11a81e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:14Z', 'updated_at': '2022-05-23T12:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '83cdfbcb-f977-48a8-9780-ac2502bb82c4', 'name': '', 'network_id': '5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe', 'tenant_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'mac_address': 'fa:16:3e:77:c6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94dc48d-d72b-4920-b489-2fce11a81e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4710e19d-25df-4ced-9834-6693e8eb72d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:16Z', 'updated_at': '2022-05-23T12:42:22Z', 'revision_number': 4, 'project_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'subnets': [{'id': '4710e19d-25df-4ced-9834-6693e8eb72d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:42:22.871031 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117f4624-af17-4287-a2e8-59a754a3b3c5 None None] The sync data for ids ['d94dc48d-d72b-4920-b489-2fce11a81e3f'] in dv-cinder-836996-27-iscsi is: [{'id': 'd94dc48d-d72b-4920-b489-2fce11a81e3f', 'name': 'tempest-TestVolumeBootPattern-633573122-router', 'tenant_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '99ff07dc-411a-4635-8eb2-d43100889699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:14Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 4, 'project_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'gw_port': {'id': '99ff07dc-411a-4635-8eb2-d43100889699', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ba:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94dc48d-d72b-4920-b489-2fce11a81e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:14Z', 'updated_at': '2022-05-23T12:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': '83cdfbcb-f977-48a8-9780-ac2502bb82c4', 'name': '', 'network_id': '5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe', 'tenant_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'mac_address': 'fa:16:3e:77:c6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94dc48d-d72b-4920-b489-2fce11a81e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4710e19d-25df-4ced-9834-6693e8eb72d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:16Z', 'updated_at': '2022-05-23T12:42:22Z', 'revision_number': 4, 'project_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'subnets': [{'id': '4710e19d-25df-4ced-9834-6693e8eb72d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:42:22.881437 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a2027fda-6e28-4606-9610-657a63493f16 None None] Provisioning complete for port 83cdfbcb-f977-48a8-9780-ac2502bb82c4 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:22.881802 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a2027fda-6e28-4606-9610-657a63493f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (83cdfbcb-f977-48a8-9780-ac2502bb82c4), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:22.963903 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:22.972622 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 99ff07dc-411a-4635-8eb2-d43100889699 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:42:22.973658 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 83cdfbcb-f977-48a8-9780-ac2502bb82c4 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:42:23.033373 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a2027fda-6e28-4606-9610-657a63493f16 None None] Current status of the port 83cdfbcb-f977-48a8-9780-ac2502bb82c4 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:42:23.047916 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 83cdfbcb-f977-48a8-9780-ac2502bb82c4 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:23.048312 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (83cdfbcb-f977-48a8-9780-ac2502bb82c4), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:23.136944 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 83cdfbcb-f977-48a8-9780-ac2502bb82c4 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:42:24.234367 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=58,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:24.237330 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=5 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:24.666270 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 83cdfbcb-f977-48a8-9780-ac2502bb82c4 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:42:24.722010 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 83cdfbcb-f977-48a8-9780-ac2502bb82c4 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:24.722381 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (83cdfbcb-f977-48a8-9780-ac2502bb82c4), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:24.799392 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 83cdfbcb-f977-48a8-9780-ac2502bb82c4 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:42:29.978922 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=59,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:31.014861 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:42:32.401186 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-5db3078d-e524-408d-a0f8-8d1cfb2b06f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:33.691347 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:34.646523 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-af816130-70f9-4548-abfe-c70db24cb20c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:34.976605 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:35.951548 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:37.319503 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:38.662728 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:38.719511 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-68f806ff-2b03-48a3-8368-a6f04450a259 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1035934523&fields=id&tenant_id=ac5975413f5548c3881ec3c868295836 HTTP/1.1" status: 200 len: 267 time: 0.0484550 May 23 12:42:38.835981 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-6b025f4b-66e4-425d-91e6-7eab0b6025d9 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:38.837461 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-6b025f4b-66e4-425d-91e6-7eab0b6025d9 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/networks?id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e HTTP/1.1" status: 200 len: 812 time: 0.1108563 May 23 12:42:38.852328 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-9ca80ee9-1f7b-4141-aa53-8a6fece9c42f tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/quotas/ac5975413f5548c3881ec3c868295836 HTTP/1.1" status: 200 len: 375 time: 0.0096142 May 23 12:42:38.901396 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-1bd52e6f-9944-4c2a-a956-6dd2d221a8ea tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac5975413f5548c3881ec3c868295836&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440636 May 23 12:42:38.998799 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-714fdd5e-bdef-4bd2-bdae-1374579775fa service neutron] 10.222.0.16 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854540 May 23 12:42:39.088442 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-15d93806-c09b-4ca0-bbe2-3607f85b18c9 service neutron] 10.222.0.16 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833402 May 23 12:42:39.375492 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8c4a76b3-b333-46d6-95aa-03fe81cb2311 req-172ba24d-6800-437b-ba24-cdb3095aa6a9 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 210 time: 0.0284231 May 23 12:42:40.475511 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a64f2e48-2042-4557-b8be-94d6528f5e7e req-78932ad5-545b-4449-b31b-9d162999a7fa tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 210 time: 0.0323129 May 23 12:42:41.010379 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:41.571213 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-caefd422-20c1-4b55-a341-35d29d82f573 req-ab333c05-241b-4d55-8c3f-a687f7d74feb tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 210 time: 0.0281901 May 23 12:42:42.120125 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-2487cf11-18a4-4519-a5b1-def593673cdc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:42.121589 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-2487cf11-18a4-4519-a5b1-def593673cdc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.15 "GET /v2.0/networks?id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e HTTP/1.1" status: 200 len: 812 time: 0.1052015 May 23 12:42:42.191282 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-239bcde9-3f68-428f-8b30-f5661f5023e8 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac5975413f5548c3881ec3c868295836 HTTP/1.1" status: 200 len: 380 time: 0.0614142 May 23 12:42:42.200012 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-c6a3ad6e-60a4-4978-a0ed-ea1c5bda95a2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Request body: {'port': {'device_id': '0ec9234d-3bbf-4d1f-8780-5544e03fe111', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'admin_state_up': True, 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'security_groups': ['09c34774-e5d3-41b5-acc4-8f5e5d7e5787']}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:42:42.305939 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-c6a3ad6e-60a4-4978-a0ed-ea1c5bda95a2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Made reservation on behalf of ac5975413f5548c3881ec3c868295836 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:42:42.309437 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-c6a3ad6e-60a4-4978-a0ed-ea1c5bda95a2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:42.442734 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-c6a3ad6e-60a4-4978-a0ed-ea1c5bda95a2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Allocated IP 172.20.0.14 (12b22b49-c25e-4ae4-ac66-3d3f23b3684e/081f086c-ab03-48fd-9480-53cde1703c59/05be8af3-225e-46ed-b701-da573a908453) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:42:42.467533 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:42.555903 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:42.593171 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-c6a3ad6e-60a4-4978-a0ed-ea1c5bda95a2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for port (05be8af3-225e-46ed-b701-da573a908453), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:42.629582 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-c6a3ad6e-60a4-4978-a0ed-ea1c5bda95a2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (05be8af3-225e-46ed-b701-da573a908453), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:42.712958 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-c6a3ad6e-60a4-4978-a0ed-ea1c5bda95a2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Network 12b22b49-c25e-4ae4-ac66-3d3f23b3684e is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:42:42.715613 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3ad6e-60a4-4978-a0ed-ea1c5bda95a2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Pushing event updated for resources: {'Port': ['ID=05be8af3-225e-46ed-b701-da573a908453,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:42.718700 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-c6a3ad6e-60a4-4978-a0ed-ea1c5bda95a2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:42:42.726028 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a37fc9-1238-4685-b06d-d40715b8544b req-225d12ae-dc9f-4c24-b72d-fb808b769f61 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:42.727533 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-11a37fc9-1238-4685-b06d-d40715b8544b req-225d12ae-dc9f-4c24-b72d-fb808b769f61 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 932 time: 0.0699382 May 23 12:42:42.728278 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-c6a3ad6e-60a4-4978-a0ed-ea1c5bda95a2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:42:42.802070 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-c6a3ad6e-60a4-4978-a0ed-ea1c5bda95a2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:42.802693 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-c6a3ad6e-60a4-4978-a0ed-ea1c5bda95a2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:42.832114 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-11a37fc9-1238-4685-b06d-d40715b8544b req-dab023ce-3baa-486c-8732-a01718646370 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804548 May 23 12:42:42.835789 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-c6a3ad6e-60a4-4978-a0ed-ea1c5bda95a2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6396222 May 23 12:42:42.853468 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] Request body: {'port': {'device_id': '0ec9234d-3bbf-4d1f-8780-5544e03fe111', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:42:42.916318 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (05be8af3-225e-46ed-b701-da573a908453), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:42.981456 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-be766042-b6cc-44b0-a476-7d4909072a95 None None] Provisioning complete for port 05be8af3-225e-46ed-b701-da573a908453 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:42.982012 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-be766042-b6cc-44b0-a476-7d4909072a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (05be8af3-225e-46ed-b701-da573a908453), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:43.013683 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-be766042-b6cc-44b0-a476-7d4909072a95 None None] Port 05be8af3-225e-46ed-b701-da573a908453 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:42:43.217117 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05be8af3-225e-46ed-b701-da573a908453 {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:42:43.224858 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] Publish callbacks [] for port (05be8af3-225e-46ed-b701-da573a908453), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:43.237276 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] Transition to ACTIVE for port object 05be8af3-225e-46ed-b701-da573a908453 will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 12:42:43.240574 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (05be8af3-225e-46ed-b701-da573a908453), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:43.249241 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:43.289384 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] Pushing event updated for resources: {'Port': ['ID=05be8af3-225e-46ed-b701-da573a908453,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:43.368978 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] Attempting to bind port 05be8af3-225e-46ed-b701-da573a908453 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:42:43.369305 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] Attempting to bind port 05be8af3-225e-46ed-b701-da573a908453 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '3459468d-caa0-43a3-8e51-ef34a15b16d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:42:43.369628 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] Attempting to bind port 05be8af3-225e-46ed-b701-da573a908453 on network 12b22b49-c25e-4ae4-ac66-3d3f23b3684e {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:42:43.375023 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] Port 05be8af3-225e-46ed-b701-da573a908453 on network 12b22b49-c25e-4ae4-ac66-3d3f23b3684e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 12:42:43.375513 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] Attempting to bind port 05be8af3-225e-46ed-b701-da573a908453 on network 12b22b49-c25e-4ae4-ac66-3d3f23b3684e {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:42:43.380730 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] Checking agent: {'id': '1749a81f-e3c6-4f53-968e-bc4c0c6ca916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:42:43.381060 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] Checking segment: {'id': '3459468d-caa0-43a3-8e51-ef34a15b16d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:42:43.381463 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] Bound using segment: {'id': '3459468d-caa0-43a3-8e51-ef34a15b16d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:42:43.381879 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] Bound port: 05be8af3-225e-46ed-b701-da573a908453, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3459468d-caa0-43a3-8e51-ef34a15b16d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:42:43.382229 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (05be8af3-225e-46ed-b701-da573a908453), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:43.384912 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:43.452618 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] For port 05be8af3-225e-46ed-b701-da573a908453, host hv-cinder-83699, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:42:43.455800 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] For port 05be8af3-225e-46ed-b701-da573a908453, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=05be8af3-225e-46ed-b701-da573a908453,segment=NetworkSegment(3459468d-caa0-43a3-8e51-ef34a15b16d7),segment_id=3459468d-caa0-43a3-8e51-ef34a15b16d7)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:42:43.460853 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (05be8af3-225e-46ed-b701-da573a908453), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:43.504428 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:43.505035 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:43.506413 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] 10.222.0.15 "PUT /v2.0/ports/05be8af3-225e-46ed-b701-da573a908453 HTTP/1.1" status: 200 len: 1094 time: 0.6619980 May 23 12:42:43.506849 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec9234d-3bbf-4d1f-8780-5544e03fe111', 'tag': '05be8af3-225e-46ed-b701-da573a908453'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:42:43.509090 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27547a8-11c7-4d33-a409-39a12236234c" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec9234d-3bbf-4d1f-8780-5544e03fe111", "tag": "05be8af3-225e-46ed-b701-da573a908453"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:42:43.533417 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd243c-e9a1-4898-8b05-7daf126c9931 service neutron] Pushing event updated for resources: {'Port': ['ID=05be8af3-225e-46ed-b701-da573a908453,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:43.552424 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2f53ab-8949-4f67-8fa1-e1fcfd7f69e7 x-openstack-request-id: req-9c2f53ab-8949-4f67-8fa1-e1fcfd7f69e7 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:42:43.552734 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec9234d-3bbf-4d1f-8780-5544e03fe111", "tag": "05be8af3-225e-46ed-b701-da573a908453", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:42:43.552988 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c2f53ab-8949-4f67-8fa1-e1fcfd7f69e7 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:42:43.553421 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2f53ab-8949-4f67-8fa1-e1fcfd7f69e7'] response: {'name': 'network-changed', 'server_uuid': '0ec9234d-3bbf-4d1f-8780-5544e03fe111', 'tag': '05be8af3-225e-46ed-b701-da573a908453', 'status': 'completed', 'code': 200} May 23 12:42:43.946516 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9af8d1-acce-4fc3-baa6-c4b0b6d034cb req-de787a1e-e4ff-4da7-9c49-69d73e90cf26 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:43.947955 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2c9af8d1-acce-4fc3-baa6-c4b0b6d034cb req-de787a1e-e4ff-4da7-9c49-69d73e90cf26 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 944 time: 0.0472677 May 23 12:42:43.999585 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2c9af8d1-acce-4fc3-baa6-c4b0b6d034cb req-cab4d731-c2d9-442a-ad2a-c4e16854984c tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460141 May 23 12:42:45.126592 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27547a8-11c7-4d33-a409-39a12236234c req-30d6f5bd-8499-40e6-9265-e25ac648cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:45.128099 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f27547a8-11c7-4d33-a409-39a12236234c req-30d6f5bd-8499-40e6-9265-e25ac648cdc6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac5975413f5548c3881ec3c868295836&device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 1128 time: 0.0722127 May 23 12:42:45.138234 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee159bed-62af-4168-a499-bcaaee4e872a req-08453817-a7c7-405a-9d48-359eafabfa41 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:45.139796 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ee159bed-62af-4168-a499-bcaaee4e872a req-08453817-a7c7-405a-9d48-359eafabfa41 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 944 time: 0.0542483 May 23 12:42:45.188624 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ee159bed-62af-4168-a499-bcaaee4e872a req-43be3af7-8549-41f1-b946-91392ac30686 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432863 May 23 12:42:46.090197 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27547a8-11c7-4d33-a409-39a12236234c req-459bf4d3-6cab-4ece-b1ba-c29e9755fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:46.091667 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f27547a8-11c7-4d33-a409-39a12236234c req-459bf4d3-6cab-4ece-b1ba-c29e9755fbef service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=ac5975413f5548c3881ec3c868295836&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0956864 May 23 12:42:46.184109 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27547a8-11c7-4d33-a409-39a12236234c req-42126558-acd3-40c4-b1cb-5344821bb3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:46.185593 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f27547a8-11c7-4d33-a409-39a12236234c req-42126558-acd3-40c4-b1cb-5344821bb3de service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878263 May 23 12:42:46.274141 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-b2ca103e-4b04-4971-b92a-230275414e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:46.275651 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-b2ca103e-4b04-4971-b92a-230275414e62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac5975413f5548c3881ec3c868295836&device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 1128 time: 0.0543025 May 23 12:42:46.329087 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-65b24a7a-80ad-45b0-9856-70355855bf08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05be8af3-225e-46ed-b701-da573a908453 HTTP/1.1" status: 200 len: 217 time: 0.0381484 May 23 12:42:46.337152 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838d8bb-a49d-4d50-ab2f-a2a552dc979d req-1871989e-58ea-4834-907e-dc11147fc890 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:46.338514 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1838d8bb-a49d-4d50-ab2f-a2a552dc979d req-1871989e-58ea-4834-907e-dc11147fc890 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 944 time: 0.0784597 May 23 12:42:46.406269 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-3f2a0e37-adb1-4422-b1d5-39271864ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:46.407682 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-3f2a0e37-adb1-4422-b1d5-39271864ec08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=081f086c-ab03-48fd-9480-53cde1703c59 HTTP/1.1" status: 200 len: 851 time: 0.0683708 May 23 12:42:46.432698 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1838d8bb-a49d-4d50-ab2f-a2a552dc979d req-aed7e877-5082-4900-b080-ae1e63505d7d tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850513 May 23 12:42:46.466004 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-5d9735e6-ff89-4161-bfac-1217f9861b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:46.467673 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-5d9735e6-ff89-4161-bfac-1217f9861b44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521636 May 23 12:42:46.535423 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:46.573851 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-bded6d54-2d51-40fd-80ad-093e48c15254 service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998173 May 23 12:42:46.663589 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd3ba499-d6c5-4e75-beb8-048aecb37d8f req-3c81a0d9-9b14-4068-98fd-3e2a941f88cc service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834579 May 23 12:42:47.535900 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:47.551369 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c9dc1-7306-411f-aed4-19315f7136fb req-452b0ed5-9e67-4805-b266-95bf06ab5e35 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:47.552841 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c78c9dc1-7306-411f-aed4-19315f7136fb req-452b0ed5-9e67-4805-b266-95bf06ab5e35 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 944 time: 0.0482085 May 23 12:42:47.602798 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c78c9dc1-7306-411f-aed4-19315f7136fb req-24515b5f-3726-4803-a7b1-bf89e85d1ace tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445166 May 23 12:42:48.718857 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2647f54-a779-4ecc-bd4b-9233d95620e4 req-9723aec1-1c3a-4cff-a3ed-0b4652f3427e tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:48.720342 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c2647f54-a779-4ecc-bd4b-9233d95620e4 req-9723aec1-1c3a-4cff-a3ed-0b4652f3427e tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 944 time: 0.0512435 May 23 12:42:48.769359 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c2647f54-a779-4ecc-bd4b-9233d95620e4 req-f99e5a57-11f8-4b60-80f8-202e8c805873 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434644 May 23 12:42:49.883839 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fc4e0-8e11-4ee2-bc73-b79e7d22bbfc req-32a6e2ec-be16-4670-8104-890e51c3d507 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:49.885314 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0d1fc4e0-8e11-4ee2-bc73-b79e7d22bbfc req-32a6e2ec-be16-4670-8104-890e51c3d507 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 944 time: 0.0462301 May 23 12:42:49.934267 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0d1fc4e0-8e11-4ee2-bc73-b79e7d22bbfc req-b0e6bfe9-e168-4a02-bf07-566c60fffe89 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432384 May 23 12:42:51.052290 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a27357-8c46-4771-97f3-be5218002469 req-fbf71e09-e5a8-409c-b541-358e99944977 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:51.053751 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-21a27357-8c46-4771-97f3-be5218002469 req-fbf71e09-e5a8-409c-b541-358e99944977 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 944 time: 0.0470321 May 23 12:42:51.110524 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-21a27357-8c46-4771-97f3-be5218002469 req-4aead146-3223-4036-a5c7-79e3c0df0542 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490999 May 23 12:42:52.223083 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a781c-5228-4c58-9812-3e19685bfcb7 req-60802c20-1b8c-4a17-b1ab-50ac431def17 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:52.224532 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-994a781c-5228-4c58-9812-3e19685bfcb7 req-60802c20-1b8c-4a17-b1ab-50ac431def17 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 944 time: 0.0467777 May 23 12:42:52.276473 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-994a781c-5228-4c58-9812-3e19685bfcb7 req-3df7bfe9-bdb0-44dd-bcd6-2e6aa38100cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464611 May 23 12:42:53.391198 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef1dcd-0f7a-42fa-aa84-100be8fb74e5 req-d70d47a8-f6a9-4960-8ee2-3c9ccd232baa tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:53.392683 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-57ef1dcd-0f7a-42fa-aa84-100be8fb74e5 req-d70d47a8-f6a9-4960-8ee2-3c9ccd232baa tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 944 time: 0.0468659 May 23 12:42:53.441514 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-57ef1dcd-0f7a-42fa-aa84-100be8fb74e5 req-4d3ef496-5ed3-47ec-bc96-ee771df6dad4 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433779 May 23 12:42:53.749305 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:53.751219 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:54.559463 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213d9fc-3c10-4eb6-8f99-facee9e4cf19 req-d6ea74b4-b8eb-4103-905b-e8587abc3c14 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:54.560944 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c213d9fc-3c10-4eb6-8f99-facee9e4cf19 req-d6ea74b4-b8eb-4103-905b-e8587abc3c14 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 944 time: 0.0503759 May 23 12:42:54.610976 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c213d9fc-3c10-4eb6-8f99-facee9e4cf19 req-a62ac7d1-29db-4d82-899c-006a95c3d26a tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437689 May 23 12:42:55.314090 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 05be8af3-225e-46ed-b701-da573a908453 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:42:55.542532 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 05be8af3-225e-46ed-b701-da573a908453, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=05be8af3-225e-46ed-b701-da573a908453,segment=NetworkSegment(3459468d-caa0-43a3-8e51-ef34a15b16d7),segment_id=3459468d-caa0-43a3-8e51-ef34a15b16d7)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:42:55.553796 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': '05be8af3-225e-46ed-b701-da573a908453', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'port_id': '05be8af3-225e-46ed-b701-da573a908453', 'mac_address': 'fa:16:3e:ea:2f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:42:55.591409 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 05be8af3-225e-46ed-b701-da573a908453 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:42:55.591792 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (05be8af3-225e-46ed-b701-da573a908453), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:55.606370 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05be8af3-225e-46ed-b701-da573a908453 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:42:55.628230 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 05be8af3-225e-46ed-b701-da573a908453, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=05be8af3-225e-46ed-b701-da573a908453,segment=NetworkSegment(3459468d-caa0-43a3-8e51-ef34a15b16d7),segment_id=3459468d-caa0-43a3-8e51-ef34a15b16d7)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:42:55.632644 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (05be8af3-225e-46ed-b701-da573a908453), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:55.680337 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=05be8af3-225e-46ed-b701-da573a908453,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:55.687534 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:55.687903 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:55.688413 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:55.688760 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:55.689100 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:55.689425 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:55.689776 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:55.690100 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:55.690419 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:55.690737 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:55.691060 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:55.691976 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:55.692318 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:55.692639 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:55.692957 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:55.728408 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010ef11-07b4-4734-bc1b-193f1f58b030 req-88f8c110-1f54-4898-8a0c-5115073a5a2e tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:55.729898 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3010ef11-07b4-4734-bc1b-193f1f58b030 req-88f8c110-1f54-4898-8a0c-5115073a5a2e tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 945 time: 0.0481153 May 23 12:42:55.782641 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3010ef11-07b4-4734-bc1b-193f1f58b030 req-55f594ab-9ce2-43c5-94b8-ba1f417c1886 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472679 May 23 12:42:55.859498 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['05be8af3-225e-46ed-b701-da573a908453'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:42:56.432428 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ccc75-94b7-4368-8c8f-33f088e282b2 req-17bb35c6-e6be-45e0-9bf4-b013656a2f95 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:56.433808 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0d9ccc75-94b7-4368-8c8f-33f088e282b2 req-17bb35c6-e6be-45e0-9bf4-b013656a2f95 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=368f54cc-0400-4e69-bd8c-bc929f5ed639 HTTP/1.1" status: 200 len: 946 time: 0.0514019 May 23 12:42:56.480894 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0d9ccc75-94b7-4368-8c8f-33f088e282b2 req-0531821e-d091-4af2-89ff-03daac7fdbe3 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/security-groups?id=3aebec12-d708-43aa-80e5-5c185375a075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413980 May 23 12:42:56.881145 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:56.898950 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1b56f-0b9e-4950-9307-29f380c25d96 req-19726ddc-a5dd-4873-bb25-322e9d18bbf9 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:56.900437 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6ec1b56f-0b9e-4950-9307-29f380c25d96 req-19726ddc-a5dd-4873-bb25-322e9d18bbf9 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 945 time: 0.0472593 May 23 12:42:56.949905 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6ec1b56f-0b9e-4950-9307-29f380c25d96 req-7aacebb4-562f-4937-8037-fcf9f3b191fe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438778 May 23 12:42:57.342452 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 05be8af3-225e-46ed-b701-da573a908453 up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:42:57.387192 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning for port 05be8af3-225e-46ed-b701-da573a908453 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 12:42:57.393369 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port 05be8af3-225e-46ed-b701-da573a908453 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:42:57.393733 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (05be8af3-225e-46ed-b701-da573a908453), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:57.465802 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 05be8af3-225e-46ed-b701-da573a908453 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:42:57.466189 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (05be8af3-225e-46ed-b701-da573a908453), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:57.490104 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec9234d-3bbf-4d1f-8780-5544e03fe111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05be8af3-225e-46ed-b701-da573a908453'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:42:57.492440 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6213f471-2947-4d82-94ec-28c82fd4c49f" -d '{"events": [{"server_uuid": "0ec9234d-3bbf-4d1f-8780-5544e03fe111", "name": "network-vif-plugged", "status": "completed", "tag": "05be8af3-225e-46ed-b701-da573a908453"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:42:57.506265 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 05be8af3-225e-46ed-b701-da573a908453, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=05be8af3-225e-46ed-b701-da573a908453,segment=NetworkSegment(3459468d-caa0-43a3-8e51-ef34a15b16d7),segment_id=3459468d-caa0-43a3-8e51-ef34a15b16d7)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:42:57.511561 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (05be8af3-225e-46ed-b701-da573a908453), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:57.535051 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38335f50-5213-4105-a441-fbb2bb829018 x-openstack-request-id: req-38335f50-5213-4105-a441-fbb2bb829018 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:42:57.535339 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec9234d-3bbf-4d1f-8780-5544e03fe111", "name": "network-vif-plugged", "status": "completed", "tag": "05be8af3-225e-46ed-b701-da573a908453", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:42:57.535586 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38335f50-5213-4105-a441-fbb2bb829018 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:42:57.535974 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38335f50-5213-4105-a441-fbb2bb829018'] response: {'server_uuid': '0ec9234d-3bbf-4d1f-8780-5544e03fe111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05be8af3-225e-46ed-b701-da573a908453', 'code': 200} May 23 12:42:57.565634 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=05be8af3-225e-46ed-b701-da573a908453,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:57.602426 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2b136-a9eb-47b4-8a88-b540d84d2609 req-6e124e47-9854-4d83-be04-00e8a82d08dc tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:57.603996 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67a2b136-a9eb-47b4-8a88-b540d84d2609 req-6e124e47-9854-4d83-be04-00e8a82d08dc tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=368f54cc-0400-4e69-bd8c-bc929f5ed639 HTTP/1.1" status: 200 len: 946 time: 0.0527534 May 23 12:42:57.658100 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-67a2b136-a9eb-47b4-8a88-b540d84d2609 req-d52cd654-f571-4ee9-85ea-99267e0bd661 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/security-groups?id=3aebec12-d708-43aa-80e5-5c185375a075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481248 May 23 12:42:57.991634 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d06af4-7e79-4efa-9b52-5c2848c235a4 req-a17ab2ca-c6ec-4623-a059-b8f579ed1aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:57.993174 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-05d06af4-7e79-4efa-9b52-5c2848c235a4 req-a17ab2ca-c6ec-4623-a059-b8f579ed1aa7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 1130 time: 0.0490146 May 23 12:42:58.006908 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e74eee-eced-4f7c-b169-49bc9d195b61 req-fd8262f3-c268-4d1e-83b6-5768e65f3e8f tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:58.008446 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-09e74eee-eced-4f7c-b169-49bc9d195b61 req-fd8262f3-c268-4d1e-83b6-5768e65f3e8f tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.15 "GET /v2.0/ports?device_id=368f54cc-0400-4e69-bd8c-bc929f5ed639 HTTP/1.1" status: 200 len: 946 time: 0.0598750 May 23 12:42:58.039785 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:58.072010 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-05d06af4-7e79-4efa-9b52-5c2848c235a4 req-5f68b4bb-5af0-4bfc-93f2-9a8a83e8a34a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725155 May 23 12:42:58.087324 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905ffeb-1e1e-4040-87af-c983c5dfe1eb req-2035ec76-dddd-4528-abbd-35d206cb1940 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:58.088808 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e905ffeb-1e1e-4040-87af-c983c5dfe1eb req-2035ec76-dddd-4528-abbd-35d206cb1940 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 946 time: 0.0622838 May 23 12:42:58.097915 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-09e74eee-eced-4f7c-b169-49bc9d195b61 req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Deleting port 062903fa-c701-4836-be6e-8c3b7184591b {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:42:58.098287 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-09e74eee-eced-4f7c-b169-49bc9d195b61 req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (062903fa-c701-4836-be6e-8c3b7184591b), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:58.138375 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e905ffeb-1e1e-4040-87af-c983c5dfe1eb req-a2e8fed5-eaf2-45a1-87de-4f869bcf4f50 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436368 May 23 12:42:58.187479 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-09e74eee-eced-4f7c-b169-49bc9d195b61 req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] For port 062903fa-c701-4836-be6e-8c3b7184591b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=062903fa-c701-4836-be6e-8c3b7184591b,segment=NetworkSegment(b1e026ef-5091-4d37-83ec-b0f168025680),segment_id=b1e026ef-5091-4d37-83ec-b0f168025680)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:42:58.187838 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-09e74eee-eced-4f7c-b169-49bc9d195b61 req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (062903fa-c701-4836-be6e-8c3b7184591b), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:58.200645 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-09e74eee-eced-4f7c-b169-49bc9d195b61 req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Calling delete_port for 062903fa-c701-4836-be6e-8c3b7184591b owned by compute:nova {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:42:58.326735 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-09e74eee-eced-4f7c-b169-49bc9d195b61 req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (062903fa-c701-4836-be6e-8c3b7184591b), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:58.339042 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['062903fa-c701-4836-be6e-8c3b7184591b'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:42:58.341201 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:58.354587 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Pushing event deleted for resources: {'Port': ['ID=062903fa-c701-4836-be6e-8c3b7184591b,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:58.369839 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.370187 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.370526 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.370861 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.371193 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.371524 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.371847 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.372181 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.372513 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.372830 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.373150 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.373470 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.373786 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.374104 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.374422 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.412583 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e74eee-eced-4f7c-b169-49bc9d195b61 req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] No DVR routers for this DVR port 062903fa-c701-4836-be6e-8c3b7184591b on host hv-cinder-83699 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:42:58.415179 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-09e74eee-eced-4f7c-b169-49bc9d195b61 req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:58.418741 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-09e74eee-eced-4f7c-b169-49bc9d195b61 req-26c37351-21c1-41ff-8256-c3f9dcbe27d2 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.15 "DELETE /v2.0/ports/062903fa-c701-4836-be6e-8c3b7184591b HTTP/1.1" status: 204 len: 173 time: 0.4050117 May 23 12:42:58.418880 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368f54cc-0400-4e69-bd8c-bc929f5ed639', 'name': 'network-vif-deleted', 'tag': '062903fa-c701-4836-be6e-8c3b7184591b'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:42:58.421207 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2750fb92-d9b0-4bc1-bdd5-ee5c7315b8f8" -d '{"events": [{"server_uuid": "368f54cc-0400-4e69-bd8c-bc929f5ed639", "name": "network-vif-deleted", "tag": "062903fa-c701-4836-be6e-8c3b7184591b"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:42:58.457988 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552b21b5-3e32-48a8-86ba-61ea53b26a3e x-openstack-request-id: req-552b21b5-3e32-48a8-86ba-61ea53b26a3e {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:42:58.458356 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368f54cc-0400-4e69-bd8c-bc929f5ed639", "name": "network-vif-deleted", "tag": "062903fa-c701-4836-be6e-8c3b7184591b", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:42:58.458612 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-552b21b5-3e32-48a8-86ba-61ea53b26a3e {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:42:58.459012 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552b21b5-3e32-48a8-86ba-61ea53b26a3e'] response: {'server_uuid': '368f54cc-0400-4e69-bd8c-bc929f5ed639', 'name': 'network-vif-deleted', 'tag': '062903fa-c701-4836-be6e-8c3b7184591b', 'status': 'completed', 'code': 200} May 23 12:42:59.049842 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6a4f7de4-94ce-4509-90db-e6f41377191f req-5de8c4c0-622e-4c79-a128-abc69fedf45b tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=368f54cc-0400-4e69-bd8c-bc929f5ed639 HTTP/1.1" status: 200 len: 210 time: 0.3122971 May 23 12:42:59.255182 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb222429-90eb-4991-b17b-adf091980066 req-f8bbde68-06fb-44ca-a19a-7ca4fd8d27da tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:59.256657 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bb222429-90eb-4991-b17b-adf091980066 req-f8bbde68-06fb-44ca-a19a-7ca4fd8d27da tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 946 time: 0.0460727 May 23 12:42:59.305904 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bb222429-90eb-4991-b17b-adf091980066 req-d49366e7-ef47-4acf-8bc6-d4f67f3d101b tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431631 May 23 12:42:59.420098 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5cff8-da8f-42c3-8234-13ab245f5a78 req-113d9606-b2ea-40d3-88d5-17784d5dde76 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:59.421831 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-94d5cff8-da8f-42c3-8234-13ab245f5a78 req-113d9606-b2ea-40d3-88d5-17784d5dde76 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 946 time: 0.0492330 May 23 12:42:59.473946 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-94d5cff8-da8f-42c3-8234-13ab245f5a78 req-465463ea-d378-40c0-8746-6684abda1e91 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460763 May 23 12:42:59.500102 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 60868) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:42:59.641424 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a81f4a6-896c-4bf1-9cf0-43e45c734458 tempest-TestVolumeBootPattern-215781434 tempest-TestVolumeBootPattern-215781434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:42:59.647082 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-6a81f4a6-896c-4bf1-9cf0-43e45c734458 tempest-TestVolumeBootPattern-215781434 tempest-TestVolumeBootPattern-215781434-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 1125 time: 0.1407292 May 23 12:42:59.647305 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 60872) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:42:59.653000 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-a5bfbb64-9fe2-45cf-960f-4c605c2f5ad1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Request body: {'floatingip': {'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'port_id': '05be8af3-225e-46ed-b701-da573a908453', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:42:59.676227 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5bfbb64-9fe2-45cf-960f-4c605c2f5ad1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:59.755385 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5bfbb64-9fe2-45cf-960f-4c605c2f5ad1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:42:59.866275 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-a5bfbb64-9fe2-45cf-960f-4c605c2f5ad1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Allocated IP 172.27.0.166 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/5b49a7f9-8ddb-4984-aba2-82932c50b414) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:42:59.952403 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:42:59.969594 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5bfbb64-9fe2-45cf-960f-4c605c2f5ad1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for port (5b49a7f9-8ddb-4984-aba2-82932c50b414), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:00.001407 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5bfbb64-9fe2-45cf-960f-4c605c2f5ad1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (5b49a7f9-8ddb-4984-aba2-82932c50b414), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:00.005311 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:00.050695 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bfbb64-9fe2-45cf-960f-4c605c2f5ad1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:43:00.059388 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-a5bfbb64-9fe2-45cf-960f-4c605c2f5ad1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:43:00.062631 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bfbb64-9fe2-45cf-960f-4c605c2f5ad1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:43:00.066116 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfbb64-9fe2-45cf-960f-4c605c2f5ad1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Pushing event updated for resources: {'Port': ['ID=5b49a7f9-8ddb-4984-aba2-82932c50b414,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:00.431153 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5bfbb64-9fe2-45cf-960f-4c605c2f5ad1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for floatingip (4c55c254-a190-491d-88a9-cae54a28c248), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:00.496980 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5bfbb64-9fe2-45cf-960f-4c605c2f5ad1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (5b49a7f9-8ddb-4984-aba2-82932c50b414), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:00.669043 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5bfbb64-9fe2-45cf-960f-4c605c2f5ad1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for port (5b49a7f9-8ddb-4984-aba2-82932c50b414), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:00.674146 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5bfbb64-9fe2-45cf-960f-4c605c2f5ad1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4651066'] for port (5b49a7f9-8ddb-4984-aba2-82932c50b414), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:00.747311 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfbb64-9fe2-45cf-960f-4c605c2f5ad1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Pushing event updated for resources: {'Port': ['ID=5b49a7f9-8ddb-4984-aba2-82932c50b414,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:00.754890 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5bfbb64-9fe2-45cf-960f-4c605c2f5ad1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (4c55c254-a190-491d-88a9-cae54a28c248), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:00.790275 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:00.830545 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:00.854194 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.l3_db [None req-a5bfbb64-9fe2-45cf-960f-4c605c2f5ad1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Floating IP 4c55c254-a190-491d-88a9-cae54a28c248 associated. External IP: 172.27.0.166, port: 05be8af3-225e-46ed-b701-da573a908453. May 23 12:43:01.050023 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bfbb64-9fe2-45cf-960f-4c605c2f5ad1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Router 650b2b55-8e7c-4705-a9df-08a978f2d928 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:43:01.151674 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bfbb64-9fe2-45cf-960f-4c605c2f5ad1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:43:01.162242 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896dd553-f1ae-4dfe-a8f6-8ef79078584a None None] Sync routers for ids ['650b2b55-8e7c-4705-a9df-08a978f2d928'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:43:01.165776 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:01.169872 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5bfbb64-9fe2-45cf-960f-4c605c2f5ad1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:01.175200 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896dd553-f1ae-4dfe-a8f6-8ef79078584a None None] Routers {'650b2b55-8e7c-4705-a9df-08a978f2d928'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:43:01.175840 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-896dd553-f1ae-4dfe-a8f6-8ef79078584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:42:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['650b2b55-8e7c-4705-a9df-08a978f2d928'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:01.201411 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-a5bfbb64-9fe2-45cf-960f-4c605c2f5ad1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5529699 May 23 12:43:01.201985 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec9234d-3bbf-4d1f-8780-5544e03fe111', 'tag': '05be8af3-225e-46ed-b701-da573a908453'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:43:01.204261 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a9d2e5-4045-4d79-8fb4-743b67c8a12a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec9234d-3bbf-4d1f-8780-5544e03fe111", "tag": "05be8af3-225e-46ed-b701-da573a908453"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:43:01.240984 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c25f3a-f90a-427a-bf75-6cdebe8446ec x-openstack-request-id: req-93c25f3a-f90a-427a-bf75-6cdebe8446ec {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:43:01.241279 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec9234d-3bbf-4d1f-8780-5544e03fe111", "tag": "05be8af3-225e-46ed-b701-da573a908453", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:43:01.241535 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93c25f3a-f90a-427a-bf75-6cdebe8446ec {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:43:01.241938 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c25f3a-f90a-427a-bf75-6cdebe8446ec'] response: {'name': 'network-changed', 'server_uuid': '0ec9234d-3bbf-4d1f-8780-5544e03fe111', 'tag': '05be8af3-225e-46ed-b701-da573a908453', 'status': 'completed', 'code': 200} May 23 12:43:01.280760 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-896dd553-f1ae-4dfe-a8f6-8ef79078584a None None] Set router 650b2b55-8e7c-4705-a9df-08a978f2d928 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:43:01.496012 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-896dd553-f1ae-4dfe-a8f6-8ef79078584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '4c55c254-a190-491d-88a9-cae54a28c248', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'port_id': '05be8af3-225e-46ed-b701-da573a908453', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'mac_address': 'fa:16:3e:ea:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec9234d-3bbf-4d1f-8780-5544e03fe111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:43:00Z', 'updated_at': '2022-05-23T12:43:00Z', 'revision_number': 0, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e3342-0cde-4661-b724-802c50974de6', 'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'mac_address': 'fa:16:3e:77:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:11Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 5, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'subnets': [{'id': '081f086c-ab03-48fd-9480-53cde1703c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:01.520619 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896dd553-f1ae-4dfe-a8f6-8ef79078584a None None] Checking router: 650b2b55-8e7c-4705-a9df-08a978f2d928 for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:43:01.528844 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896dd553-f1ae-4dfe-a8f6-8ef79078584a None None] Routers {'650b2b55-8e7c-4705-a9df-08a978f2d928'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:43:01.529444 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-896dd553-f1ae-4dfe-a8f6-8ef79078584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:42:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['650b2b55-8e7c-4705-a9df-08a978f2d928'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:01.630652 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-896dd553-f1ae-4dfe-a8f6-8ef79078584a None None] Set router 650b2b55-8e7c-4705-a9df-08a978f2d928 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:43:01.841087 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-896dd553-f1ae-4dfe-a8f6-8ef79078584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '4c55c254-a190-491d-88a9-cae54a28c248', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'port_id': '05be8af3-225e-46ed-b701-da573a908453', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'mac_address': 'fa:16:3e:ea:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec9234d-3bbf-4d1f-8780-5544e03fe111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:43:00Z', 'updated_at': '2022-05-23T12:43:00Z', 'revision_number': 0, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e3342-0cde-4661-b724-802c50974de6', 'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'mac_address': 'fa:16:3e:77:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:11Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 5, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'subnets': [{'id': '081f086c-ab03-48fd-9480-53cde1703c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:01.869737 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896dd553-f1ae-4dfe-a8f6-8ef79078584a None None] The sync data for ids ['650b2b55-8e7c-4705-a9df-08a978f2d928'] in dv-cinder-836996-27-iscsi is: [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '4c55c254-a190-491d-88a9-cae54a28c248', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'port_id': '05be8af3-225e-46ed-b701-da573a908453', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'mac_address': 'fa:16:3e:ea:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec9234d-3bbf-4d1f-8780-5544e03fe111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:43:00Z', 'updated_at': '2022-05-23T12:43:00Z', 'revision_number': 0, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e3342-0cde-4661-b724-802c50974de6', 'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'mac_address': 'fa:16:3e:77:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:11Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 5, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'subnets': [{'id': '081f086c-ab03-48fd-9480-53cde1703c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:43:02.066235 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452ffc28-e29f-4569-bfeb-829138173c0b None None] New status for floating IP 4c55c254-a190-491d-88a9-cae54a28c248: ACTIVE {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:43:02.403567 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-63078f1f-835a-4dec-b0e0-99f660c0646d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:03.117504 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9d2e5-4045-4d79-8fb4-743b67c8a12a req-92cd8d5c-2089-4073-814d-9a3b5388dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:03.119010 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f8a9d2e5-4045-4d79-8fb4-743b67c8a12a req-92cd8d5c-2089-4073-814d-9a3b5388dd28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac5975413f5548c3881ec3c868295836&device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 1130 time: 0.0438817 May 23 12:43:03.209264 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9d2e5-4045-4d79-8fb4-743b67c8a12a req-cec62c2f-0897-49e1-a4bb-8edfd78798a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:03.210735 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f8a9d2e5-4045-4d79-8fb4-743b67c8a12a req-cec62c2f-0897-49e1-a4bb-8edfd78798a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e HTTP/1.1" status: 200 len: 913 time: 0.0855439 May 23 12:43:03.275293 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f8a9d2e5-4045-4d79-8fb4-743b67c8a12a req-3861ab61-4383-4a65-8cc4-ee78e9999c56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05be8af3-225e-46ed-b701-da573a908453 HTTP/1.1" status: 200 len: 1002 time: 0.0582550 May 23 12:43:03.323290 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9d2e5-4045-4d79-8fb4-743b67c8a12a req-734784c3-8323-4179-a8b0-93f35c284383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:03.324640 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f8a9d2e5-4045-4d79-8fb4-743b67c8a12a req-734784c3-8323-4179-a8b0-93f35c284383 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=081f086c-ab03-48fd-9480-53cde1703c59 HTTP/1.1" status: 200 len: 851 time: 0.0435858 May 23 12:43:03.369424 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9d2e5-4045-4d79-8fb4-743b67c8a12a req-04192d10-aaf2-4353-81ee-201d61cdc105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:03.370956 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f8a9d2e5-4045-4d79-8fb4-743b67c8a12a req-04192d10-aaf2-4353-81ee-201d61cdc105 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402267 May 23 12:43:03.376216 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 062903fa-c701-4836-be6e-8c3b7184591b no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:43:03.395294 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] No Port match for: 062903fa-c701-4836-be6e-8c3b7184591b {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:43:03.395885 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 062903fa-c701-4836-be6e-8c3b7184591b not bound to the agent host hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:43:03.469733 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f8a9d2e5-4045-4d79-8fb4-743b67c8a12a req-ede9271c-b1cf-4652-a184-0a00d883f1fa service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924780 May 23 12:43:03.557184 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:03.563982 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-f8a9d2e5-4045-4d79-8fb4-743b67c8a12a req-c0b926bb-af3d-43fb-b1f8-74ec42b3ad59 service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886743 May 23 12:43:03.684699 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:04.648012 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f25dc80e-a6ff-4ed6-8b3a-99e535c2ef8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:05.951726 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:07.322503 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:07.537574 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-70c6cc29-fce8-4ac0-809e-e9466fcfc8b1 req-74cf1256-69b3-46fe-a5ec-3a6281fbc0be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393610 May 23 12:43:07.622916 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6cc29-fce8-4ac0-809e-e9466fcfc8b1 req-5335a75f-7ec8-4399-80d7-5a339e0d1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:07.624430 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-70c6cc29-fce8-4ac0-809e-e9466fcfc8b1 req-5335a75f-7ec8-4399-80d7-5a339e0d1c18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac5975413f5548c3881ec3c868295836&device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 1130 time: 0.0446386 May 23 12:43:07.730385 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6cc29-fce8-4ac0-809e-e9466fcfc8b1 req-559f4f62-99fe-4336-97a9-a2540c055469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:07.731838 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-70c6cc29-fce8-4ac0-809e-e9466fcfc8b1 req-559f4f62-99fe-4336-97a9-a2540c055469 service neutron] 10.222.0.15 "GET /v2.0/networks?id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e HTTP/1.1" status: 200 len: 913 time: 0.0895922 May 23 12:43:07.923839 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:07.946496 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-70c6cc29-fce8-4ac0-809e-e9466fcfc8b1 req-6a4183c7-91b0-40a7-bb76-2dd7ce0504fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05be8af3-225e-46ed-b701-da573a908453 HTTP/1.1" status: 200 len: 1002 time: 0.0631258 May 23 12:43:07.996939 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6cc29-fce8-4ac0-809e-e9466fcfc8b1 req-0c1fce1d-5c95-4744-90e3-39a4dd638dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:07.998394 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-70c6cc29-fce8-4ac0-809e-e9466fcfc8b1 req-0c1fce1d-5c95-4744-90e3-39a4dd638dce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=081f086c-ab03-48fd-9480-53cde1703c59 HTTP/1.1" status: 200 len: 851 time: 0.0457392 May 23 12:43:08.013607 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:43:08.042830 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6cc29-fce8-4ac0-809e-e9466fcfc8b1 req-99b9c9c8-810d-4427-8007-0a2f263c910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:08.044349 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-70c6cc29-fce8-4ac0-809e-e9466fcfc8b1 req-99b9c9c8-810d-4427-8007-0a2f263c910a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405412 May 23 12:43:08.138482 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-70c6cc29-fce8-4ac0-809e-e9466fcfc8b1 req-34230c38-c9ff-4e1f-bf78-9df956470c4b service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875351 May 23 12:43:08.188947 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-b32dbcac-6979-44e8-ba0b-70fe38b87228 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:08.190962 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-b32dbcac-6979-44e8-ba0b-70fe38b87228 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/networks?id=90fb7855-0ef3-43be-b055-1437d271fdfa HTTP/1.1" status: 200 len: 814 time: 0.0998762 May 23 12:43:08.207039 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-890b1193-6c2d-47c8-a651-61aca42023d8 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/quotas/d05c15fec3294719b7f8bc5690f355f9 HTTP/1.1" status: 200 len: 375 time: 0.0100091 May 23 12:43:08.226707 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-70c6cc29-fce8-4ac0-809e-e9466fcfc8b1 req-4fb497cf-b778-416c-b9b2-0914e33ca9ff service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826547 May 23 12:43:08.240649 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-5fc7beb8-e575-4898-a842-a32766287fcd tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d05c15fec3294719b7f8bc5690f355f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281544 May 23 12:43:08.335700 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-3ff108a2-d4e5-49f4-8fb0-d659d7c8800d service neutron] 10.222.0.16 "GET /v2.0/networks/90fb7855-0ef3-43be-b055-1437d271fdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872743 May 23 12:43:08.423706 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-7350ff17-b9a9-4d9b-b985-061fcdf21a46 service neutron] 10.222.0.16 "GET /v2.0/networks/90fb7855-0ef3-43be-b055-1437d271fdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822971 May 23 12:43:08.657370 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-57612659-8aca-4fb6-b48d-cde8474891e1 req-4341e8a7-a058-4349-8713-25fbedacc2a7 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=d248123c-9c79-4d05-8d4c-b76c00ff08f3 HTTP/1.1" status: 200 len: 210 time: 0.0900226 May 23 12:43:08.670505 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:09.720238 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-8a664efa-c3c3-40f1-8e45-b066c8551dad tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:09.722421 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-8a664efa-c3c3-40f1-8e45-b066c8551dad tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.15 "GET /v2.0/networks?id=90fb7855-0ef3-43be-b055-1437d271fdfa HTTP/1.1" status: 200 len: 814 time: 0.3348112 May 23 12:43:09.735328 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-24298c79-acfa-4e8f-8066-3446d7e34fbb tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Request body: {'port': {'device_id': 'd248123c-9c79-4d05-8d4c-b76c00ff08f3', 'network_id': '90fb7855-0ef3-43be-b055-1437d271fdfa', 'admin_state_up': True, 'tenant_id': 'd05c15fec3294719b7f8bc5690f355f9'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:43:09.761241 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7d5caeda-457c-41e4-b2a5-7122197806cb req-0b436fff-16f0-45be-a37a-d5b77c66859e tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=d248123c-9c79-4d05-8d4c-b76c00ff08f3 HTTP/1.1" status: 200 len: 210 time: 0.0273538 May 23 12:43:09.839514 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-24298c79-acfa-4e8f-8066-3446d7e34fbb tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Made reservation on behalf of d05c15fec3294719b7f8bc5690f355f9 for: {'port': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:43:09.842721 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-24298c79-acfa-4e8f-8066-3446d7e34fbb tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:09.968939 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-24298c79-acfa-4e8f-8066-3446d7e34fbb tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Allocated IP 172.20.0.12 (90fb7855-0ef3-43be-b055-1437d271fdfa/e81f0ba6-78e3-404b-82df-66021201a9c7/5792b05e-3aab-4acc-bdc2-54ef03b163f0) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:43:10.056680 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:10.123129 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-24298c79-acfa-4e8f-8066-3446d7e34fbb tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Publish callbacks [] for port (5792b05e-3aab-4acc-bdc2-54ef03b163f0), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:10.134075 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:10.158421 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-24298c79-acfa-4e8f-8066-3446d7e34fbb tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (5792b05e-3aab-4acc-bdc2-54ef03b163f0), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:10.199226 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-24298c79-acfa-4e8f-8066-3446d7e34fbb tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Network 90fb7855-0ef3-43be-b055-1437d271fdfa is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:43:10.204274 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-24298c79-acfa-4e8f-8066-3446d7e34fbb tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:43:10.207572 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-24298c79-acfa-4e8f-8066-3446d7e34fbb tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:43:10.238688 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24298c79-acfa-4e8f-8066-3446d7e34fbb tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Pushing event updated for resources: {'Port': ['ID=5792b05e-3aab-4acc-bdc2-54ef03b163f0,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:10.263472 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-24298c79-acfa-4e8f-8066-3446d7e34fbb tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:10.264079 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-24298c79-acfa-4e8f-8066-3446d7e34fbb tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:10.280852 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-24298c79-acfa-4e8f-8066-3446d7e34fbb tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5492346 May 23 12:43:10.291623 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] Request body: {'port': {'device_id': 'd248123c-9c79-4d05-8d4c-b76c00ff08f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:43:10.353801 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (5792b05e-3aab-4acc-bdc2-54ef03b163f0), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:10.666892 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5792b05e-3aab-4acc-bdc2-54ef03b163f0 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:43:10.675149 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] Publish callbacks [] for port (5792b05e-3aab-4acc-bdc2-54ef03b163f0), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:10.687657 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] Transition to ACTIVE for port object 5792b05e-3aab-4acc-bdc2-54ef03b163f0 will not be triggered until provisioned by entity L2. {{(pid=103849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 12:43:10.692474 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4651066'] for port (5792b05e-3aab-4acc-bdc2-54ef03b163f0), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:10.745738 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5792b05e-3aab-4acc-bdc2-54ef03b163f0,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:10.823390 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] Attempting to bind port 5792b05e-3aab-4acc-bdc2-54ef03b163f0 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:43:10.823722 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] Attempting to bind port 5792b05e-3aab-4acc-bdc2-54ef03b163f0 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'b1e026ef-5091-4d37-83ec-b0f168025680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '90fb7855-0ef3-43be-b055-1437d271fdfa'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:43:10.824058 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] Attempting to bind port 5792b05e-3aab-4acc-bdc2-54ef03b163f0 on network 90fb7855-0ef3-43be-b055-1437d271fdfa {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:43:10.828970 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] Port 5792b05e-3aab-4acc-bdc2-54ef03b163f0 on network 90fb7855-0ef3-43be-b055-1437d271fdfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 12:43:10.829292 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] Attempting to bind port 5792b05e-3aab-4acc-bdc2-54ef03b163f0 on network 90fb7855-0ef3-43be-b055-1437d271fdfa {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:43:10.832198 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:10.835725 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] Checking agent: {'id': '1749a81f-e3c6-4f53-968e-bc4c0c6ca916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:43:10.836062 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] Checking segment: {'id': 'b1e026ef-5091-4d37-83ec-b0f168025680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '90fb7855-0ef3-43be-b055-1437d271fdfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:43:10.836467 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] Bound using segment: {'id': 'b1e026ef-5091-4d37-83ec-b0f168025680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '90fb7855-0ef3-43be-b055-1437d271fdfa'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:43:10.836892 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] Bound port: 5792b05e-3aab-4acc-bdc2-54ef03b163f0, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e026ef-5091-4d37-83ec-b0f168025680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '90fb7855-0ef3-43be-b055-1437d271fdfa'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:43:10.837247 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (5792b05e-3aab-4acc-bdc2-54ef03b163f0), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:10.882275 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b7af5-d228-4a8e-adc4-9ccaac0ff479 req-b2f86ca7-7f59-4c75-849e-544f82a140e8 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:10.883671 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d59b7af5-d228-4a8e-adc4-9ccaac0ff479 req-b2f86ca7-7f59-4c75-849e-544f82a140e8 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=d248123c-9c79-4d05-8d4c-b76c00ff08f3 HTTP/1.1" status: 200 len: 944 time: 0.0489798 May 23 12:43:10.900898 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] For port 5792b05e-3aab-4acc-bdc2-54ef03b163f0, host hv-cinder-83699, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:43:10.903820 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] For port 5792b05e-3aab-4acc-bdc2-54ef03b163f0, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5792b05e-3aab-4acc-bdc2-54ef03b163f0,segment=NetworkSegment(b1e026ef-5091-4d37-83ec-b0f168025680),segment_id=b1e026ef-5091-4d37-83ec-b0f168025680)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:43:10.910371 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4651066'] for port (5792b05e-3aab-4acc-bdc2-54ef03b163f0), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:10.916219 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:10.934839 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d59b7af5-d228-4a8e-adc4-9ccaac0ff479 req-624c9f5c-6c62-45db-94c9-4428168f9554 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/security-groups?id=3aebec12-d708-43aa-80e5-5c185375a075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454860 May 23 12:43:10.947047 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:10.956781 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:10.957401 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:10.958815 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] 10.222.0.15 "PUT /v2.0/ports/5792b05e-3aab-4acc-bdc2-54ef03b163f0 HTTP/1.1" status: 200 len: 1094 time: 0.6712120 May 23 12:43:10.959255 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd248123c-9c79-4d05-8d4c-b76c00ff08f3', 'tag': '5792b05e-3aab-4acc-bdc2-54ef03b163f0'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:43:10.961508 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24b4063-645d-46fc-9415-7eebe9c3e965" -d '{"events": [{"name": "network-changed", "server_uuid": "d248123c-9c79-4d05-8d4c-b76c00ff08f3", "tag": "5792b05e-3aab-4acc-bdc2-54ef03b163f0"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:43:10.980066 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e08058-bd77-419d-a3f2-453cc9dda8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5792b05e-3aab-4acc-bdc2-54ef03b163f0,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:11.007201 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0626ab0-f713-43ff-bf71-e3f13cb06db6 x-openstack-request-id: req-b0626ab0-f713-43ff-bf71-e3f13cb06db6 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:43:11.007487 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d248123c-9c79-4d05-8d4c-b76c00ff08f3", "tag": "5792b05e-3aab-4acc-bdc2-54ef03b163f0", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:43:11.007740 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0626ab0-f713-43ff-bf71-e3f13cb06db6 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:43:11.008146 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0626ab0-f713-43ff-bf71-e3f13cb06db6'] response: {'name': 'network-changed', 'server_uuid': 'd248123c-9c79-4d05-8d4c-b76c00ff08f3', 'tag': '5792b05e-3aab-4acc-bdc2-54ef03b163f0', 'status': 'completed', 'code': 200} May 23 12:43:11.066823 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-df84bc5e-efa5-4767-950d-354a11094ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:11.068369 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-df84bc5e-efa5-4767-950d-354a11094ff5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d05c15fec3294719b7f8bc5690f355f9&device_id=d248123c-9c79-4d05-8d4c-b76c00ff08f3 HTTP/1.1" status: 200 len: 1128 time: 0.0419357 May 23 12:43:11.107966 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-9634818b-d04f-4c74-9280-1074eff96e8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5792b05e-3aab-4acc-bdc2-54ef03b163f0 HTTP/1.1" status: 200 len: 217 time: 0.0323796 May 23 12:43:11.157675 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-a733c222-2d9c-4aa8-84c1-23790e4b7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:11.159812 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-a733c222-2d9c-4aa8-84c1-23790e4b7336 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e81f0ba6-78e3-404b-82df-66021201a9c7 HTTP/1.1" status: 200 len: 854 time: 0.0464675 May 23 12:43:11.191908 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-2b14af27-d53d-4e3f-a4ef-64f79af18fc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90fb7855-0ef3-43be-b055-1437d271fdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250962 May 23 12:43:11.280775 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-3885eb6b-bbab-41ac-9bba-7611efca5da7 service neutron] 10.222.0.15 "GET /v2.0/networks/90fb7855-0ef3-43be-b055-1437d271fdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820565 May 23 12:43:11.374172 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-15e681ac-416a-4e74-aa54-d4f97f1bf95b req-1e0c1d9c-4631-4938-ba3d-c768723577a3 service neutron] 10.222.0.15 "GET /v2.0/networks/90fb7855-0ef3-43be-b055-1437d271fdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852463 May 23 12:43:12.052463 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f750871-1b6f-45a0-87ae-8a421fa6240b req-38a14094-9a8e-4c66-be25-7a042028828a tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:12.053927 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1f750871-1b6f-45a0-87ae-8a421fa6240b req-38a14094-9a8e-4c66-be25-7a042028828a tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=d248123c-9c79-4d05-8d4c-b76c00ff08f3 HTTP/1.1" status: 200 len: 944 time: 0.0499551 May 23 12:43:12.100856 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1f750871-1b6f-45a0-87ae-8a421fa6240b req-a32fb967-c719-4e25-9314-2a6e6646edd3 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/security-groups?id=3aebec12-d708-43aa-80e5-5c185375a075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414526 May 23 12:43:12.166158 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:12.232072 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b4063-645d-46fc-9415-7eebe9c3e965 req-4bc4306b-7c2f-4088-b753-98a4c508a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:12.233485 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b24b4063-645d-46fc-9415-7eebe9c3e965 req-4bc4306b-7c2f-4088-b753-98a4c508a387 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d05c15fec3294719b7f8bc5690f355f9&device_id=d248123c-9c79-4d05-8d4c-b76c00ff08f3 HTTP/1.1" status: 200 len: 1128 time: 0.0398049 May 23 12:43:12.323599 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b4063-645d-46fc-9415-7eebe9c3e965 req-aa58af7d-42a1-42f9-9b87-8d8fa4c70d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:12.325081 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b24b4063-645d-46fc-9415-7eebe9c3e965 req-aa58af7d-42a1-42f9-9b87-8d8fa4c70d6c service neutron] 10.222.0.15 "GET /v2.0/networks?id=90fb7855-0ef3-43be-b055-1437d271fdfa HTTP/1.1" status: 200 len: 915 time: 0.0858796 May 23 12:43:12.364107 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b24b4063-645d-46fc-9415-7eebe9c3e965 req-57884da6-6081-452e-ad91-1a7ee873d4d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5792b05e-3aab-4acc-bdc2-54ef03b163f0 HTTP/1.1" status: 200 len: 217 time: 0.0327516 May 23 12:43:12.411829 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b4063-645d-46fc-9415-7eebe9c3e965 req-2fb2108c-e7d7-4890-9968-acfcaf002d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:12.413310 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b24b4063-645d-46fc-9415-7eebe9c3e965 req-2fb2108c-e7d7-4890-9968-acfcaf002d76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e81f0ba6-78e3-404b-82df-66021201a9c7 HTTP/1.1" status: 200 len: 854 time: 0.0428247 May 23 12:43:12.445779 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b24b4063-645d-46fc-9415-7eebe9c3e965 req-fd64e1e8-ab25-4820-b6d5-cfbc703abe5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90fb7855-0ef3-43be-b055-1437d271fdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256710 May 23 12:43:12.542517 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b24b4063-645d-46fc-9415-7eebe9c3e965 req-94d14881-6dcf-4c9a-b0ac-a8dccdaf6fb1 service neutron] 10.222.0.15 "GET /v2.0/networks/90fb7855-0ef3-43be-b055-1437d271fdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853209 May 23 12:43:12.631121 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-b24b4063-645d-46fc-9415-7eebe9c3e965 req-856c71bd-a54d-474e-b67c-6d6f68cc80b7 service neutron] 10.222.0.15 "GET /v2.0/networks/90fb7855-0ef3-43be-b055-1437d271fdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811675 May 23 12:43:13.217406 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b53a78-5419-4de3-ba22-1378ed551055 req-3a2ecad4-77c6-4313-b5df-6aab6b1746c4 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:13.218868 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-48b53a78-5419-4de3-ba22-1378ed551055 req-3a2ecad4-77c6-4313-b5df-6aab6b1746c4 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=d248123c-9c79-4d05-8d4c-b76c00ff08f3 HTTP/1.1" status: 200 len: 944 time: 0.0469885 May 23 12:43:13.265756 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-48b53a78-5419-4de3-ba22-1378ed551055 req-1e5b4d97-6f8f-4f30-96bb-18a146e4e0da tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/security-groups?id=3aebec12-d708-43aa-80e5-5c185375a075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412083 May 23 12:43:14.382121 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f195c37-3b0d-43bf-af08-1590623229e5 req-e8cd4a2a-5555-4462-99ca-a081aae8e703 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:14.383576 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5f195c37-3b0d-43bf-af08-1590623229e5 req-e8cd4a2a-5555-4462-99ca-a081aae8e703 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=d248123c-9c79-4d05-8d4c-b76c00ff08f3 HTTP/1.1" status: 200 len: 944 time: 0.0467517 May 23 12:43:14.436444 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5f195c37-3b0d-43bf-af08-1590623229e5 req-9f9531d2-1266-4bf3-b2a0-e07233e45497 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/security-groups?id=3aebec12-d708-43aa-80e5-5c185375a075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470111 May 23 12:43:15.468928 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 5792b05e-3aab-4acc-bdc2-54ef03b163f0 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:43:15.553011 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:15.555803 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:15.558930 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae2a3a-2ad3-4526-9634-df563a8683f4 req-a8eef818-4d00-4ae4-bb32-f690cc7c3818 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:15.560501 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-22ae2a3a-2ad3-4526-9634-df563a8683f4 req-a8eef818-4d00-4ae4-bb32-f690cc7c3818 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=d248123c-9c79-4d05-8d4c-b76c00ff08f3 HTTP/1.1" status: 200 len: 944 time: 0.0478489 May 23 12:43:15.574541 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 5792b05e-3aab-4acc-bdc2-54ef03b163f0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5792b05e-3aab-4acc-bdc2-54ef03b163f0,segment=NetworkSegment(b1e026ef-5091-4d37-83ec-b0f168025680),segment_id=b1e026ef-5091-4d37-83ec-b0f168025680)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:43:15.586331 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:15.590621 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': '5792b05e-3aab-4acc-bdc2-54ef03b163f0', 'network_id': '90fb7855-0ef3-43be-b055-1437d271fdfa', 'port_id': '5792b05e-3aab-4acc-bdc2-54ef03b163f0', 'mac_address': 'fa:16:3e:a1:96:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e81f0ba6-78e3-404b-82df-66021201a9c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:43:15.609024 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-22ae2a3a-2ad3-4526-9634-df563a8683f4 req-88f9f82c-f119-4087-ad28-d87db6e99955 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/security-groups?id=3aebec12-d708-43aa-80e5-5c185375a075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428636 May 23 12:43:15.629155 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 5792b05e-3aab-4acc-bdc2-54ef03b163f0 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:43:15.629536 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (5792b05e-3aab-4acc-bdc2-54ef03b163f0), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:15.642138 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5792b05e-3aab-4acc-bdc2-54ef03b163f0 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:43:15.662937 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 5792b05e-3aab-4acc-bdc2-54ef03b163f0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5792b05e-3aab-4acc-bdc2-54ef03b163f0,segment=NetworkSegment(b1e026ef-5091-4d37-83ec-b0f168025680),segment_id=b1e026ef-5091-4d37-83ec-b0f168025680)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:43:15.667474 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (5792b05e-3aab-4acc-bdc2-54ef03b163f0), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:15.716473 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=5792b05e-3aab-4acc-bdc2-54ef03b163f0,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:15.906623 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['5792b05e-3aab-4acc-bdc2-54ef03b163f0'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:43:16.723602 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf3d9e-7fa4-43b0-b3aa-e80c683d97c6 req-aee19483-098a-43c8-9f42-acd8a9199940 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:16.725086 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4abf3d9e-7fa4-43b0-b3aa-e80c683d97c6 req-aee19483-098a-43c8-9f42-acd8a9199940 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=d248123c-9c79-4d05-8d4c-b76c00ff08f3 HTTP/1.1" status: 200 len: 945 time: 0.0468333 May 23 12:43:16.771726 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4abf3d9e-7fa4-43b0-b3aa-e80c683d97c6 req-8437eab9-9b98-4aaf-b634-573f6185b310 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/security-groups?id=3aebec12-d708-43aa-80e5-5c185375a075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411694 May 23 12:43:17.483794 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 5792b05e-3aab-4acc-bdc2-54ef03b163f0 up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:43:17.525895 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning for port 5792b05e-3aab-4acc-bdc2-54ef03b163f0 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 12:43:17.531668 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port 5792b05e-3aab-4acc-bdc2-54ef03b163f0 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:43:17.532077 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (5792b05e-3aab-4acc-bdc2-54ef03b163f0), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:17.605651 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 5792b05e-3aab-4acc-bdc2-54ef03b163f0 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:43:17.606026 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (5792b05e-3aab-4acc-bdc2-54ef03b163f0), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:17.628767 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd248123c-9c79-4d05-8d4c-b76c00ff08f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5792b05e-3aab-4acc-bdc2-54ef03b163f0'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:43:17.631162 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f047c1e2-38b7-4627-88e4-bb36849aac85" -d '{"events": [{"server_uuid": "d248123c-9c79-4d05-8d4c-b76c00ff08f3", "name": "network-vif-plugged", "status": "completed", "tag": "5792b05e-3aab-4acc-bdc2-54ef03b163f0"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:43:17.645909 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 5792b05e-3aab-4acc-bdc2-54ef03b163f0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5792b05e-3aab-4acc-bdc2-54ef03b163f0,segment=NetworkSegment(b1e026ef-5091-4d37-83ec-b0f168025680),segment_id=b1e026ef-5091-4d37-83ec-b0f168025680)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:43:17.649754 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (5792b05e-3aab-4acc-bdc2-54ef03b163f0), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:17.675081 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759ae146-5ff5-454c-8478-0e73793dab18 x-openstack-request-id: req-759ae146-5ff5-454c-8478-0e73793dab18 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:43:17.675548 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d248123c-9c79-4d05-8d4c-b76c00ff08f3", "name": "network-vif-plugged", "status": "completed", "tag": "5792b05e-3aab-4acc-bdc2-54ef03b163f0", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:43:17.675902 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-759ae146-5ff5-454c-8478-0e73793dab18 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:43:17.676318 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-759ae146-5ff5-454c-8478-0e73793dab18'] response: {'server_uuid': 'd248123c-9c79-4d05-8d4c-b76c00ff08f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5792b05e-3aab-4acc-bdc2-54ef03b163f0', 'code': 200} May 23 12:43:17.702805 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=5792b05e-3aab-4acc-bdc2-54ef03b163f0,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:17.848918 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb8269-9c4f-4d90-9c31-8ee6d2294358 req-d0f07124-eb12-4cb2-b762-7a260c636830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:17.850407 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-79eb8269-9c4f-4d90-9c31-8ee6d2294358 req-d0f07124-eb12-4cb2-b762-7a260c636830 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d248123c-9c79-4d05-8d4c-b76c00ff08f3 HTTP/1.1" status: 200 len: 1130 time: 0.0463312 May 23 12:43:17.889994 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b5341-924c-4529-ad0e-36f4902a2e2d req-99448f97-09cc-4310-8e10-91b0395102da tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:17.891456 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-921b5341-924c-4529-ad0e-36f4902a2e2d req-99448f97-09cc-4310-8e10-91b0395102da tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=d248123c-9c79-4d05-8d4c-b76c00ff08f3 HTTP/1.1" status: 200 len: 946 time: 0.0504062 May 23 12:43:17.897070 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-79eb8269-9c4f-4d90-9c31-8ee6d2294358 req-5bbdac62-fd23-49d1-9b92-d03dc051ebea service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3aebec12-d708-43aa-80e5-5c185375a075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388303 May 23 12:43:17.940163 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-921b5341-924c-4529-ad0e-36f4902a2e2d req-e0ae80c4-a2f9-45a4-9f27-7d60934f7127 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/security-groups?id=3aebec12-d708-43aa-80e5-5c185375a075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425777 May 23 12:43:18.013903 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=30 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:19.059573 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767a6d2-1f4c-46c0-90f4-706de08f24f7 req-2ad34b11-6ff9-4482-9c39-c1d1d9908976 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:19.061107 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2767a6d2-1f4c-46c0-90f4-706de08f24f7 req-2ad34b11-6ff9-4482-9c39-c1d1d9908976 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=d248123c-9c79-4d05-8d4c-b76c00ff08f3 HTTP/1.1" status: 200 len: 946 time: 0.0475149 May 23 12:43:19.113490 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2767a6d2-1f4c-46c0-90f4-706de08f24f7 req-b785e46e-0e67-483c-92d2-f63f5726d581 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/security-groups?id=3aebec12-d708-43aa-80e5-5c185375a075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433719 May 23 12:43:20.230517 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b366b-2cd1-4c32-bfd8-be983c9a18e5 req-b6e5d2e0-bafd-4b04-85c0-602b443097c7 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:20.231965 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3d6b366b-2cd1-4c32-bfd8-be983c9a18e5 req-b6e5d2e0-bafd-4b04-85c0-602b443097c7 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=d248123c-9c79-4d05-8d4c-b76c00ff08f3 HTTP/1.1" status: 200 len: 946 time: 0.0509899 May 23 12:43:20.278975 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3d6b366b-2cd1-4c32-bfd8-be983c9a18e5 req-5990be73-ef99-4723-9097-2c01f6dc9872 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/security-groups?id=3aebec12-d708-43aa-80e5-5c185375a075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412471 May 23 12:43:27.698594 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:27.699355 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:27.887779 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=75 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:27.894054 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:30.272557 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=79 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:30.275389 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=35 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:32.533661 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-d66b149f-1567-4869-822d-e9ba2124c886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:33.687548 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:34.650312 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-66dbf5f0-2d5e-4b95-ab96-1c1987e206f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:35.954837 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:37.326252 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:38.671347 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:40.296902 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a12dd-76a3-42e9-ade6-f264faced14e req-78ff4f60-4ae3-4ee4-86cc-c1ab07a7415f tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:40.298305 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9c8a12dd-76a3-42e9-ade6-f264faced14e req-78ff4f60-4ae3-4ee4-86cc-c1ab07a7415f tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=d248123c-9c79-4d05-8d4c-b76c00ff08f3 HTTP/1.1" status: 200 len: 946 time: 0.0481420 May 23 12:43:40.347082 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9c8a12dd-76a3-42e9-ade6-f264faced14e req-0720f575-198e-44e3-841e-6f7b19d73aca tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/security-groups?id=3aebec12-d708-43aa-80e5-5c185375a075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418417 May 23 12:43:41.465528 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c83450-5735-4e2d-895f-76db39d18d41 req-37453c89-ab39-41dc-8345-b7bca142e8be tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:41.466962 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d7c83450-5735-4e2d-895f-76db39d18d41 req-37453c89-ab39-41dc-8345-b7bca142e8be tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=d248123c-9c79-4d05-8d4c-b76c00ff08f3 HTTP/1.1" status: 200 len: 946 time: 0.0479581 May 23 12:43:41.516308 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d7c83450-5735-4e2d-895f-76db39d18d41 req-27533c21-16bd-4eaa-93df-2da66c03cc42 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/security-groups?id=3aebec12-d708-43aa-80e5-5c185375a075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438752 May 23 12:43:41.933792 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015e753-c12b-48f5-8079-f5a7fce0ad0f req-b9f90baa-c4e9-4142-8ad9-e091ae2e833c tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:43:41.935250 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e015e753-c12b-48f5-8079-f5a7fce0ad0f req-b9f90baa-c4e9-4142-8ad9-e091ae2e833c tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d248123c-9c79-4d05-8d4c-b76c00ff08f3 HTTP/1.1" status: 200 len: 946 time: 0.0471399 May 23 12:43:42.021730 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-e015e753-c12b-48f5-8079-f5a7fce0ad0f req-05c7c6dd-f59e-4d51-a9d6-360f26adac8b tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Deleting port 5792b05e-3aab-4acc-bdc2-54ef03b163f0 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:43:42.022094 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-e015e753-c12b-48f5-8079-f5a7fce0ad0f req-05c7c6dd-f59e-4d51-a9d6-360f26adac8b tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (5792b05e-3aab-4acc-bdc2-54ef03b163f0), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:42.111575 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-e015e753-c12b-48f5-8079-f5a7fce0ad0f req-05c7c6dd-f59e-4d51-a9d6-360f26adac8b tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] For port 5792b05e-3aab-4acc-bdc2-54ef03b163f0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5792b05e-3aab-4acc-bdc2-54ef03b163f0,segment=NetworkSegment(b1e026ef-5091-4d37-83ec-b0f168025680),segment_id=b1e026ef-5091-4d37-83ec-b0f168025680)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:43:42.111940 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-e015e753-c12b-48f5-8079-f5a7fce0ad0f req-05c7c6dd-f59e-4d51-a9d6-360f26adac8b tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (5792b05e-3aab-4acc-bdc2-54ef03b163f0), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:42.125399 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-e015e753-c12b-48f5-8079-f5a7fce0ad0f req-05c7c6dd-f59e-4d51-a9d6-360f26adac8b tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Calling delete_port for 5792b05e-3aab-4acc-bdc2-54ef03b163f0 owned by compute:nova {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:43:42.252895 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-e015e753-c12b-48f5-8079-f5a7fce0ad0f req-05c7c6dd-f59e-4d51-a9d6-360f26adac8b tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (5792b05e-3aab-4acc-bdc2-54ef03b163f0), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:42.265480 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['5792b05e-3aab-4acc-bdc2-54ef03b163f0'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:43:42.280931 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7c6dd-f59e-4d51-a9d6-360f26adac8b tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Pushing event deleted for resources: {'Port': ['ID=5792b05e-3aab-4acc-bdc2-54ef03b163f0,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:42.325927 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-e015e753-c12b-48f5-8079-f5a7fce0ad0f req-05c7c6dd-f59e-4d51-a9d6-360f26adac8b tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] No DVR routers for this DVR port 5792b05e-3aab-4acc-bdc2-54ef03b163f0 on host hv-cinder-83699 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:43:42.328480 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-e015e753-c12b-48f5-8079-f5a7fce0ad0f req-05c7c6dd-f59e-4d51-a9d6-360f26adac8b tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:43:42.332034 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-e015e753-c12b-48f5-8079-f5a7fce0ad0f req-05c7c6dd-f59e-4d51-a9d6-360f26adac8b tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.15 "DELETE /v2.0/ports/5792b05e-3aab-4acc-bdc2-54ef03b163f0 HTTP/1.1" status: 204 len: 173 time: 0.3913257 May 23 12:43:42.332495 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd248123c-9c79-4d05-8d4c-b76c00ff08f3', 'name': 'network-vif-deleted', 'tag': '5792b05e-3aab-4acc-bdc2-54ef03b163f0'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:43:42.334765 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4e16f4-56d0-4384-b94c-f8c8c4832e5e" -d '{"events": [{"server_uuid": "d248123c-9c79-4d05-8d4c-b76c00ff08f3", "name": "network-vif-deleted", "tag": "5792b05e-3aab-4acc-bdc2-54ef03b163f0"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:43:42.372742 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f192731a-e002-42b2-805a-0a8ad986be1b x-openstack-request-id: req-f192731a-e002-42b2-805a-0a8ad986be1b {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:43:42.373026 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d248123c-9c79-4d05-8d4c-b76c00ff08f3", "name": "network-vif-deleted", "tag": "5792b05e-3aab-4acc-bdc2-54ef03b163f0", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:43:42.373279 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f192731a-e002-42b2-805a-0a8ad986be1b {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:43:42.373678 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f192731a-e002-42b2-805a-0a8ad986be1b'] response: {'server_uuid': 'd248123c-9c79-4d05-8d4c-b76c00ff08f3', 'name': 'network-vif-deleted', 'tag': '5792b05e-3aab-4acc-bdc2-54ef03b163f0', 'status': 'completed', 'code': 200} May 23 12:43:42.623467 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aface7ed-2fcb-4b03-8e2f-646f8f4691b1 req-8ec7a412-3c85-4ffb-a710-70215db77057 tempest-VolumesSnapshotTestJSON-478383476 tempest-VolumesSnapshotTestJSON-478383476-project] 10.222.0.16 "GET /v2.0/ports?device_id=d248123c-9c79-4d05-8d4c-b76c00ff08f3 HTTP/1.1" status: 200 len: 210 time: 0.0281558 May 23 12:43:45.013621 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:43:47.982653 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 5792b05e-3aab-4acc-bdc2-54ef03b163f0 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:43:48.004407 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] No Port match for: 5792b05e-3aab-4acc-bdc2-54ef03b163f0 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:43:48.004747 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 5792b05e-3aab-4acc-bdc2-54ef03b163f0 not bound to the agent host hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:43:51.512496 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=21 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:52.310387 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=44,neutron:DELETE=5 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:52.311374 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=45,neutron:DELETE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:52.605742 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=17 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:55.009185 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=3 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:57.985880 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:43:57.986644 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:01.017593 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:02.407374 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-9db58fa8-5c11-4b7b-8178-be6e53faf5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:03.700517 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:04.653438 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-30b7a7c2-791b-4694-87ed-a59a6f1c8e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:05.830729 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 32960) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:44:05.875505 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_v2 [None req-6010a19f-9171-4a8a-af4d-a268f78da383 admin admin] Deleting subnet e81f0ba6-78e3-404b-82df-66021201a9c7 {{(pid=103850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 12:44:05.878761 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6010a19f-9171-4a8a-af4d-a268f78da383 admin admin] Publish callbacks [] for subnet (e81f0ba6-78e3-404b-82df-66021201a9c7), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:05.913325 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6010a19f-9171-4a8a-af4d-a268f78da383 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7121682'] for subnet (e81f0ba6-78e3-404b-82df-66021201a9c7), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:05.959043 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:05.960475 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6010a19f-9171-4a8a-af4d-a268f78da383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384138'] for subnet (e81f0ba6-78e3-404b-82df-66021201a9c7), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:06.022439 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6010a19f-9171-4a8a-af4d-a268f78da383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6110642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5993989'] for subnet (e81f0ba6-78e3-404b-82df-66021201a9c7), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:06.049607 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a19f-9171-4a8a-af4d-a268f78da383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e81f0ba6-78e3-404b-82df-66021201a9c7,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:06.059686 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a19f-9171-4a8a-af4d-a268f78da383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.060079 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a19f-9171-4a8a-af4d-a268f78da383 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.060392 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a19f-9171-4a8a-af4d-a268f78da383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.060737 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a19f-9171-4a8a-af4d-a268f78da383 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.061064 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a19f-9171-4a8a-af4d-a268f78da383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.061392 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a19f-9171-4a8a-af4d-a268f78da383 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.061716 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a19f-9171-4a8a-af4d-a268f78da383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.062444 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a19f-9171-4a8a-af4d-a268f78da383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.062444 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a19f-9171-4a8a-af4d-a268f78da383 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.062721 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a19f-9171-4a8a-af4d-a268f78da383 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.062965 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a19f-9171-4a8a-af4d-a268f78da383 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.063285 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a19f-9171-4a8a-af4d-a268f78da383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.063602 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a19f-9171-4a8a-af4d-a268f78da383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.063918 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a19f-9171-4a8a-af4d-a268f78da383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.064262 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010a19f-9171-4a8a-af4d-a268f78da383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.067206 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6010a19f-9171-4a8a-af4d-a268f78da383 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:06.072663 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-6010a19f-9171-4a8a-af4d-a268f78da383 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e81f0ba6-78e3-404b-82df-66021201a9c7 HTTP/1.1" status: 204 len: 168 time: 0.2386265 May 23 12:44:06.072887 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 32962) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:44:06.143393 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9b1a-0ea5-4476-a6f2-45751e28aad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323361'] for network (90fb7855-0ef3-43be-b055-1437d271fdfa), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:06.225070 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9b1a-0ea5-4476-a6f2-45751e28aad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376325', 'neutron.services.segments.db._delete_segments_for_network-8727294489191'] for network (90fb7855-0ef3-43be-b055-1437d271fdfa), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:06.245920 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-dd1e9b1a-0ea5-4476-a6f2-45751e28aad5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fb7855-0ef3-43be-b055-1437d271fdfa']}} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:44:06.255483 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-dd1e9b1a-0ea5-4476-a6f2-45751e28aad5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e026ef-5091-4d37-83ec-b0f168025680') {'for_net_delete': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:44:06.255779 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-dd1e9b1a-0ea5-4476-a6f2-45751e28aad5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e026ef-5091-4d37-83ec-b0f168025680') {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:44:06.265344 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9b1a-0ea5-4476-a6f2-45751e28aad5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727294487664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7121693'] for segment (b1e026ef-5091-4d37-83ec-b0f168025680), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:06.279492 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9b1a-0ea5-4476-a6f2-45751e28aad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (b1e026ef-5091-4d37-83ec-b0f168025680), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:06.285999 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1e9b1a-0ea5-4476-a6f2-45751e28aad5 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 12:44:06.286568 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9b1a-0ea5-4476-a6f2-45751e28aad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6109776'] for segment (b1e026ef-5091-4d37-83ec-b0f168025680), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:06.331741 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.services.segments.plugin [-] Segment b1e026ef-5091-4d37-83ec-b0f168025680 resource provider aggregate not found May 23 12:44:06.352044 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.services.segments.plugin [-] Segment b1e026ef-5091-4d37-83ec-b0f168025680 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1e026ef-5091-4d37-83ec-b0f168025680 found for delete ", "request_id": "req-9ba9c6f0-d740-4397-bea6-41c3747e4fad"}]} May 23 12:44:06.356558 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9b1a-0ea5-4476-a6f2-45751e28aad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482031'] for network (90fb7855-0ef3-43be-b055-1437d271fdfa), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:06.362956 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9b1a-0ea5-4476-a6f2-45751e28aad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:06.366347 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-dd1e9b1a-0ea5-4476-a6f2-45751e28aad5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/90fb7855-0ef3-43be-b055-1437d271fdfa HTTP/1.1" status: 204 len: 168 time: 0.2925215 May 23 12:44:06.378533 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e9b1a-0ea5-4476-a6f2-45751e28aad5 admin admin] Pushing event deleted for resources: {'Network': ['ID=90fb7855-0ef3-43be-b055-1437d271fdfa,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:06.536961 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 32970) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:44:06.581700 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-99a766e7-a092-4256-9b7e-3f2d09973714 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d05c15fec3294719b7f8bc5690f355f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434868 May 23 12:44:06.584155 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 32972) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:44:06.633064 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-47632dff-cb0d-4a53-8f34-e74b01e0df8f admin admin] Publish callbacks [] for security_group (3aebec12-d708-43aa-80e5-5c185375a075), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:06.655065 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-47632dff-cb0d-4a53-8f34-e74b01e0df8f admin admin] Publish callbacks [] for security_group (3aebec12-d708-43aa-80e5-5c185375a075), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:06.703652 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-47632dff-cb0d-4a53-8f34-e74b01e0df8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (3aebec12-d708-43aa-80e5-5c185375a075), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:06.706636 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-47632dff-cb0d-4a53-8f34-e74b01e0df8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:06.707794 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-47632dff-cb0d-4a53-8f34-e74b01e0df8f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3aebec12-d708-43aa-80e5-5c185375a075 HTTP/1.1" status: 204 len: 168 time: 0.1227255 May 23 12:44:06.716226 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47632dff-cb0d-4a53-8f34-e74b01e0df8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aebec12-d708-43aa-80e5-5c185375a075,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:06.724120 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47632dff-cb0d-4a53-8f34-e74b01e0df8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.724493 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47632dff-cb0d-4a53-8f34-e74b01e0df8f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.724838 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47632dff-cb0d-4a53-8f34-e74b01e0df8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.725170 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47632dff-cb0d-4a53-8f34-e74b01e0df8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.725496 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47632dff-cb0d-4a53-8f34-e74b01e0df8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.725856 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47632dff-cb0d-4a53-8f34-e74b01e0df8f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.726153 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47632dff-cb0d-4a53-8f34-e74b01e0df8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.726470 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47632dff-cb0d-4a53-8f34-e74b01e0df8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.726789 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47632dff-cb0d-4a53-8f34-e74b01e0df8f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.727221 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47632dff-cb0d-4a53-8f34-e74b01e0df8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.727506 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47632dff-cb0d-4a53-8f34-e74b01e0df8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.727765 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47632dff-cb0d-4a53-8f34-e74b01e0df8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.728194 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47632dff-cb0d-4a53-8f34-e74b01e0df8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.728492 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47632dff-cb0d-4a53-8f34-e74b01e0df8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:06.728807 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47632dff-cb0d-4a53-8f34-e74b01e0df8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:07.333285 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:07.410771 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 32994) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:44:07.513189 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-d50821d0-62b6-4102-bdd4-7e29bcd80436 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-205117406-network', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:44:07.533704 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50821d0-62b6-4102-bdd4-7e29bcd80436 admin admin] Made reservation on behalf of cf51a0c52de248fdb85a7cee23739b4e for: {'network': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:44:07.536128 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d50821d0-62b6-4102-bdd4-7e29bcd80436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for network (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:07.544541 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d50821d0-62b6-4102-bdd4-7e29bcd80436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:07.622793 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d50821d0-62b6-4102-bdd4-7e29bcd80436 admin admin] Publish callbacks [] for security_group (d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:07.626282 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d50821d0-62b6-4102-bdd4-7e29bcd80436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:07.654665 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50821d0-62b6-4102-bdd4-7e29bcd80436 admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=103849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:44:07.665080 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50821d0-62b6-4102-bdd4-7e29bcd80436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:07.670808 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d50821d0-62b6-4102-bdd4-7e29bcd80436 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727294489182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (5c92644c-4dff-478b-a1ab-f3764f2ea8e1), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:07.671293 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.segments_db [None req-d50821d0-62b6-4102-bdd4-7e29bcd80436 admin admin] Added segment 5c92644c-4dff-478b-a1ab-f3764f2ea8e1 of type vlan for network 6d78aefa-528d-494f-b860-ca37a4057a3e May 23 12:44:07.715246 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d50821d0-62b6-4102-bdd4-7e29bcd80436 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727293981772'] for network (6d78aefa-528d-494f-b860-ca37a4057a3e), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:07.740575 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d50821d0-62b6-4102-bdd4-7e29bcd80436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for network (6d78aefa-528d-494f-b860-ca37a4057a3e), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:07.741695 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50821d0-62b6-4102-bdd4-7e29bcd80436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:07.742363 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d50821d0-62b6-4102-bdd4-7e29bcd80436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:07.790646 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-d50821d0-62b6-4102-bdd4-7e29bcd80436 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3787513 May 23 12:44:07.795119 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 32998) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:44:07.803077 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-3917a8cb-3d0f-479c-a11f-52f7ea046564 admin admin] Request body: {'subnet': {'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-205117406-subnet', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'ip_version': 4}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:44:07.818030 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50821d0-62b6-4102-bdd4-7e29bcd80436 admin admin] Pushing event updated for resources: {'Network': ['ID=6d78aefa-528d-494f-b860-ca37a4057a3e,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:07.829984 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3917a8cb-3d0f-479c-a11f-52f7ea046564 admin admin] Made reservation on behalf of cf51a0c52de248fdb85a7cee23739b4e for: {'subnet': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:44:07.831857 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Network 6d78aefa-528d-494f-b860-ca37a4057a3e details requested by agent ovs-agent-dv-cinder-836996-27-iscsi with host dv-cinder-836996-27-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:44:07.833405 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3917a8cb-3d0f-479c-a11f-52f7ea046564 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5994238'] for subnet (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:08.017519 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3917a8cb-3d0f-479c-a11f-52f7ea046564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6110709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5993996'] for subnet (56b64361-5b3a-46dd-bdef-1a79898f44da), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:08.073732 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917a8cb-3d0f-479c-a11f-52f7ea046564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56b64361-5b3a-46dd-bdef-1a79898f44da,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:08.082809 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3917a8cb-3d0f-479c-a11f-52f7ea046564 admin admin] Checking segment: {'id': '5c92644c-4dff-478b-a1ab-f3764f2ea8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:44:08.083163 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3917a8cb-3d0f-479c-a11f-52f7ea046564 admin admin] Network hostable DHCP agents. Network: 6d78aefa-528d-494f-b860-ca37a4057a3e, hostable agents: ['f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96'], hosted agents: [] {{(pid=103850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:44:08.101525 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3917a8cb-3d0f-479c-a11f-52f7ea046564 admin admin] Network 6d78aefa-528d-494f-b860-ca37a4057a3e is scheduled to be hosted by DHCP agent f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96 with binding_index 1 {{(pid=103850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:44:08.105851 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:08.106705 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:08.114315 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-3917a8cb-3d0f-479c-a11f-52f7ea046564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-27-iscsi, 6d78aefa-528d-494f-b860-ca37a4057a3e) {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:44:08.118921 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3917a8cb-3d0f-479c-a11f-52f7ea046564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:08.119511 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3917a8cb-3d0f-479c-a11f-52f7ea046564 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:08.129619 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711b26cd-a0db-4495-a67f-24a6c338df99 None None] Network 6d78aefa-528d-494f-b860-ca37a4057a3e requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:44:08.149999 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-3917a8cb-3d0f-479c-a11f-52f7ea046564 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3528872 May 23 12:44:08.152609 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 33000) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:44:08.157337 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-26cc069f-946b-49a2-93f0-a74d35499fab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-205117406-router', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:44:08.181676 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-26cc069f-946b-49a2-93f0-a74d35499fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11617'] for router (6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:08.183883 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-26cc069f-946b-49a2-93f0-a74d35499fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-483446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11544'] for router (6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:08.236741 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-26cc069f-946b-49a2-93f0-a74d35499fab admin admin] Publish callbacks [] for router_controller (6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f), precommit_add_association {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:08.249387 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd8c37bb-aeb2-5b83-a5a3-99f3ae67a9d0-6d78aefa-528d-494f-b860-ca37a4057a3e', 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e', 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'fixed_ips': [{'subnet_id': '56b64361-5b3a-46dd-bdef-1a79898f44da'}]}} from dv-cinder-836996-27-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 12:44:08.251266 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:08.381190 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-26cc069f-946b-49a2-93f0-a74d35499fab admin admin] Publish callbacks [] for router_gateway (6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:08.405015 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Allocated IP 172.20.0.2 (6d78aefa-528d-494f-b860-ca37a4057a3e/56b64361-5b3a-46dd-bdef-1a79898f44da/d15f1bbc-cd6b-4a16-890c-e10efd6314a0) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:44:08.576691 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Publish callbacks [] for port (d15f1bbc-cd6b-4a16-890c-e10efd6314a0), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:08.584285 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (d15f1bbc-cd6b-4a16-890c-e10efd6314a0), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:08.593499 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-26cc069f-946b-49a2-93f0-a74d35499fab admin admin] Publish callbacks [] for router_gateway (6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:08.618072 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-26cc069f-946b-49a2-93f0-a74d35499fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:08.627738 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Network 6d78aefa-528d-494f-b860-ca37a4057a3e is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:44:08.633316 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:44:08.635875 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Pushing event updated for resources: {'Port': ['ID=d15f1bbc-cd6b-4a16-890c-e10efd6314a0,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:08.638851 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:44:08.650187 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:08.650539 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:08.650921 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:08.651911 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:08.652271 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:08.652610 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:08.652931 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:08.653257 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:08.653597 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:08.653957 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:08.654256 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:08.654570 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:08.654838 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:08.655154 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:08.655482 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:08.695514 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:08.730091 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Attempting to bind port d15f1bbc-cd6b-4a16-890c-e10efd6314a0 on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:44:08.730406 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Attempting to bind port d15f1bbc-cd6b-4a16-890c-e10efd6314a0 by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': '5c92644c-4dff-478b-a1ab-f3764f2ea8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:44:08.730754 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Attempting to bind port d15f1bbc-cd6b-4a16-890c-e10efd6314a0 on network 6d78aefa-528d-494f-b860-ca37a4057a3e {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:44:08.736842 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:44:08.737240 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Checking segment: {'id': '5c92644c-4dff-478b-a1ab-f3764f2ea8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:44:08.737609 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:08.738001 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Bound using segment: {'id': '5c92644c-4dff-478b-a1ab-f3764f2ea8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:44:08.738468 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Bound port: d15f1bbc-cd6b-4a16-890c-e10efd6314a0, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c92644c-4dff-478b-a1ab-f3764f2ea8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:44:08.738840 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (d15f1bbc-cd6b-4a16-890c-e10efd6314a0), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:08.743658 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-26cc069f-946b-49a2-93f0-a74d35499fab admin admin] Allocated IP 172.27.0.115 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/295cad4f-63c5-40cf-88f1-0e5d5998cc96) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:44:08.810591 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] For port d15f1bbc-cd6b-4a16-890c-e10efd6314a0, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:44:08.813934 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] For port d15f1bbc-cd6b-4a16-890c-e10efd6314a0, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=d15f1bbc-cd6b-4a16-890c-e10efd6314a0,segment=NetworkSegment(5c92644c-4dff-478b-a1ab-f3764f2ea8e1),segment_id=5c92644c-4dff-478b-a1ab-f3764f2ea8e1)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:44:08.819296 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (d15f1bbc-cd6b-4a16-890c-e10efd6314a0), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:08.865886 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-26cc069f-946b-49a2-93f0-a74d35499fab admin admin] Publish callbacks [] for port (295cad4f-63c5-40cf-88f1-0e5d5998cc96), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:08.893965 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a76c21-ca0d-41d4-81cc-424fd86a8bed None None] Pushing event updated for resources: {'Port': ['ID=d15f1bbc-cd6b-4a16-890c-e10efd6314a0,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:08.908732 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-26cc069f-946b-49a2-93f0-a74d35499fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (295cad4f-63c5-40cf-88f1-0e5d5998cc96), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:08.954122 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cc069f-946b-49a2-93f0-a74d35499fab admin admin] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:44:08.957707 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-26cc069f-946b-49a2-93f0-a74d35499fab admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:44:08.962418 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cc069f-946b-49a2-93f0-a74d35499fab admin admin] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:44:08.964455 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:08.966658 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc069f-946b-49a2-93f0-a74d35499fab admin admin] Pushing event updated for resources: {'Port': ['ID=295cad4f-63c5-40cf-88f1-0e5d5998cc96,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:09.234502 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:09.252770 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-26cc069f-946b-49a2-93f0-a74d35499fab admin admin] Publish callbacks [] for router_gateway (6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:09.445633 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-26cc069f-946b-49a2-93f0-a74d35499fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-483363'] for router (6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:09.576191 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cc069f-946b-49a2-93f0-a74d35499fab admin admin] Router 6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f is scheduled to L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 with binding_index 1 {{(pid=103850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:44:09.690505 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cc069f-946b-49a2-93f0-a74d35499fab admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:44:09.702631 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] Sync routers for ids ['6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:44:09.712456 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:09.716615 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] Routers {'6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:44:09.717216 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-26cc069f-946b-49a2-93f0-a74d35499fab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:09.717481 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:44:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:44:09.719315 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-26cc069f-946b-49a2-93f0-a74d35499fab admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5650206 May 23 12:44:09.721010 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:09.722120 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33002) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:44:09.846149 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] Set router 6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:44:09.931776 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f984f220-0094-4eb6-ba01-c0edfb1f68a6 None None] Network 6d78aefa-528d-494f-b860-ca37a4057a3e requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:44:09.976843 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-95cc9b8f-a0d5-450a-b7cb-57e780da62a3 req-b953f510-8335-4d8f-b0e1-aec30f321cec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1549346 May 23 12:44:10.065787 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:10.070871 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:10.074461 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-72579516-9f45-4504-aaaf-7df30486f7b0 None None] Provisioning complete for port d15f1bbc-cd6b-4a16-890c-e10efd6314a0 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:10.074837 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-72579516-9f45-4504-aaaf-7df30486f7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (d15f1bbc-cd6b-4a16-890c-e10efd6314a0), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:10.092142 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc9b8f-a0d5-450a-b7cb-57e780da62a3 req-260f24d8-a098-4896-a236-e6818ed21cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:10.093666 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-95cc9b8f-a0d5-450a-b7cb-57e780da62a3 req-260f24d8-a098-4896-a236-e6818ed21cae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac5975413f5548c3881ec3c868295836&device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 1130 time: 0.0600233 May 23 12:44:10.252109 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'name': 'tempest-TestMinimumBasicScenario-205117406-router', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:09Z', 'revision_number': 3, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'gw_port': {'id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:dc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:44:10.255507 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-72579516-9f45-4504-aaaf-7df30486f7b0 None None] Current status of the port d15f1bbc-cd6b-4a16-890c-e10efd6314a0 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:44:10.255888 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-72579516-9f45-4504-aaaf-7df30486f7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (d15f1bbc-cd6b-4a16-890c-e10efd6314a0), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:10.280650 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] Checking router: 6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:44:10.281050 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] Updating router 6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f port 295cad4f-63c5-40cf-88f1-0e5d5998cc96 binding host dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:44:10.282898 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc9b8f-a0d5-450a-b7cb-57e780da62a3 req-27233eca-b1dc-4897-81a0-bdad3be1f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:10.284766 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-95cc9b8f-a0d5-450a-b7cb-57e780da62a3 req-27233eca-b1dc-4897-81a0-bdad3be1f80f service neutron] 10.222.0.15 "GET /v2.0/networks?id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e HTTP/1.1" status: 200 len: 913 time: 0.1561103 May 23 12:44:10.342289 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (295cad4f-63c5-40cf-88f1-0e5d5998cc96), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:10.347486 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-72579516-9f45-4504-aaaf-7df30486f7b0 None None] For port d15f1bbc-cd6b-4a16-890c-e10efd6314a0, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=d15f1bbc-cd6b-4a16-890c-e10efd6314a0,segment=NetworkSegment(5c92644c-4dff-478b-a1ab-f3764f2ea8e1),segment_id=5c92644c-4dff-478b-a1ab-f3764f2ea8e1)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:44:10.367483 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-72579516-9f45-4504-aaaf-7df30486f7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (d15f1bbc-cd6b-4a16-890c-e10efd6314a0), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:10.455155 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-95cc9b8f-a0d5-450a-b7cb-57e780da62a3 req-1dcc9ae1-30a6-411d-81fe-f10b234cf669 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05be8af3-225e-46ed-b701-da573a908453 HTTP/1.1" status: 200 len: 1002 time: 0.1419926 May 23 12:44:10.460313 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72579516-9f45-4504-aaaf-7df30486f7b0 None None] Pushing event updated for resources: {'Port': ['ID=d15f1bbc-cd6b-4a16-890c-e10efd6314a0,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:10.521973 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-268b3c2b-9e6a-4513-905d-a22ba8e37e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:10.540532 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc9b8f-a0d5-450a-b7cb-57e780da62a3 req-68cdfad2-7217-4dab-83c7-18c35ac617b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:10.542896 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-95cc9b8f-a0d5-450a-b7cb-57e780da62a3 req-68cdfad2-7217-4dab-83c7-18c35ac617b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=081f086c-ab03-48fd-9480-53cde1703c59 HTTP/1.1" status: 200 len: 851 time: 0.0808678 May 23 12:44:10.572523 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-62b23f44-fe29-4bd1-aa49-166d4d53d1fd None None] Provisioning complete for port d15f1bbc-cd6b-4a16-890c-e10efd6314a0 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:10.573460 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-62b23f44-fe29-4bd1-aa49-166d4d53d1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (d15f1bbc-cd6b-4a16-890c-e10efd6314a0), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:10.630470 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc9b8f-a0d5-450a-b7cb-57e780da62a3 req-e8b99106-523f-4199-85ce-2474c3e579b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:10.631978 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-95cc9b8f-a0d5-450a-b7cb-57e780da62a3 req-e8b99106-523f-4199-85ce-2474c3e579b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0812476 May 23 12:44:10.644094 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [req-95cc9b8f-a0d5-450a-b7cb-57e780da62a3 req-26be19b7-690e-4e13-909a-f9f670b3c57f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 12:44:10.645083 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-95cc9b8f-a0d5-450a-b7cb-57e780da62a3 req-26be19b7-690e-4e13-909a-f9f670b3c57f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0071266 May 23 12:44:10.699605 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:10.757863 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:10.774533 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device d15f1bbc-cd6b-4a16-890c-e10efd6314a0 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:44:10.777185 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-62b23f44-fe29-4bd1-aa49-166d4d53d1fd None None] Current status of the port d15f1bbc-cd6b-4a16-890c-e10efd6314a0 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:44:10.886560 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port d15f1bbc-cd6b-4a16-890c-e10efd6314a0 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:10.887120 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (d15f1bbc-cd6b-4a16-890c-e10efd6314a0), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:10.918261 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] Publish callbacks [] for port (295cad4f-63c5-40cf-88f1-0e5d5998cc96), precommit_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:10.928784 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (295cad4f-63c5-40cf-88f1-0e5d5998cc96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:10.994094 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8012198-8f45-4790-ae7a-6cb0068e3dc6 None None] Pushing event updated for resources: {'Port': ['ID=295cad4f-63c5-40cf-88f1-0e5d5998cc96,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:10.998230 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] Attempting to bind port 295cad4f-63c5-40cf-88f1-0e5d5998cc96 on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:44:10.998519 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] Attempting to bind port 295cad4f-63c5-40cf-88f1-0e5d5998cc96 by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:44:10.998723 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] Attempting to bind port 295cad4f-63c5-40cf-88f1-0e5d5998cc96 on network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:44:11.006860 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:44:11.006860 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] Checking segment: {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:44:11.007271 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:11.007616 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] Bound using segment: {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:44:11.008085 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] Bound port: 295cad4f-63c5-40cf-88f1-0e5d5998cc96, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:44:11.008486 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (295cad4f-63c5-40cf-88f1-0e5d5998cc96), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:11.053633 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-268b3c2b-9e6a-4513-905d-a22ba8e37e39 admin admin] Allocated IP 172.20.0.1 (6d78aefa-528d-494f-b860-ca37a4057a3e/56b64361-5b3a-46dd-bdef-1a79898f44da/b8b6ec35-7c21-414e-9e83-8812216a00d2) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:44:11.074023 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-95cc9b8f-a0d5-450a-b7cb-57e780da62a3 req-b324068a-fae1-496e-9fba-cd90fd2bc6c9 service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040332 May 23 12:44:11.076078 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port d15f1bbc-cd6b-4a16-890c-e10efd6314a0 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:44:11.091325 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:11.095648 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] For port 295cad4f-63c5-40cf-88f1-0e5d5998cc96, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:44:11.098948 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] For port 295cad4f-63c5-40cf-88f1-0e5d5998cc96, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=295cad4f-63c5-40cf-88f1-0e5d5998cc96,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:44:11.106480 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (295cad4f-63c5-40cf-88f1-0e5d5998cc96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:11.169100 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8012198-8f45-4790-ae7a-6cb0068e3dc6 None None] Pushing event updated for resources: {'Port': ['ID=295cad4f-63c5-40cf-88f1-0e5d5998cc96,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:11.173323 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] Routers {'6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:44:11.174181 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:44:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:44:11.251445 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-95cc9b8f-a0d5-450a-b7cb-57e780da62a3 req-f6ada63c-1054-4299-9baa-d6f0b4abd4c1 service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711431 May 23 12:44:11.264156 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-268b3c2b-9e6a-4513-905d-a22ba8e37e39 admin admin] Publish callbacks [] for port (b8b6ec35-7c21-414e-9e83-8812216a00d2), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:11.302903 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:11.311242 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-268b3c2b-9e6a-4513-905d-a22ba8e37e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (b8b6ec35-7c21-414e-9e83-8812216a00d2), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:11.362676 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268b3c2b-9e6a-4513-905d-a22ba8e37e39 admin admin] Network 6d78aefa-528d-494f-b860-ca37a4057a3e is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:44:11.365633 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-268b3c2b-9e6a-4513-905d-a22ba8e37e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:44:11.368402 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268b3c2b-9e6a-4513-905d-a22ba8e37e39 admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:44:11.397729 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b3c2b-9e6a-4513-905d-a22ba8e37e39 admin admin] Pushing event updated for resources: {'Port': ['ID=b8b6ec35-7c21-414e-9e83-8812216a00d2,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:11.419674 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-268b3c2b-9e6a-4513-905d-a22ba8e37e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481910'] for router_interface (6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:11.420801 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] Set router 6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:44:11.592137 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-268b3c2b-9e6a-4513-905d-a22ba8e37e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (b8b6ec35-7c21-414e-9e83-8812216a00d2), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:11.671849 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'name': 'tempest-TestMinimumBasicScenario-205117406-router', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:09Z', 'revision_number': 3, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'gw_port': {'id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:dc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:44:11.702617 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcff194-a394-4d01-86db-c325a70f5526 None None] The sync data for ids ['6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'] in dv-cinder-836996-27-iscsi is: [{'id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'name': 'tempest-TestMinimumBasicScenario-205117406-router', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:09Z', 'revision_number': 3, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'gw_port': {'id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:dc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:44:11.711255 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-c78ff762-ad42-415f-a1b3-60dd4d524f70 None None] Provisioning complete for port b8b6ec35-7c21-414e-9e83-8812216a00d2 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:11.711620 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c78ff762-ad42-415f-a1b3-60dd4d524f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (b8b6ec35-7c21-414e-9e83-8812216a00d2), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:11.755613 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-c78ff762-ad42-415f-a1b3-60dd4d524f70 None None] Port b8b6ec35-7c21-414e-9e83-8812216a00d2 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:44:11.806447 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-268b3c2b-9e6a-4513-905d-a22ba8e37e39 admin admin] Publish callbacks [] for port (b8b6ec35-7c21-414e-9e83-8812216a00d2), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:11.811548 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-268b3c2b-9e6a-4513-905d-a22ba8e37e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4651066'] for port (b8b6ec35-7c21-414e-9e83-8812216a00d2), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:11.883222 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b3c2b-9e6a-4513-905d-a22ba8e37e39 admin admin] Pushing event updated for resources: {'Port': ['ID=b8b6ec35-7c21-414e-9e83-8812216a00d2,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:11.887565 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-268b3c2b-9e6a-4513-905d-a22ba8e37e39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-823154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-484326'] for router_interface (6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:12.014912 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268b3c2b-9e6a-4513-905d-a22ba8e37e39 admin admin] Network 6d78aefa-528d-494f-b860-ca37a4057a3e is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:44:12.016343 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-268b3c2b-9e6a-4513-905d-a22ba8e37e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:44:12.095846 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:12.167709 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268b3c2b-9e6a-4513-905d-a22ba8e37e39 admin admin] Router 6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:44:12.222304 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:12.283325 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-05c55746-1996-47dd-beba-4301756350a9 None None] Provisioning complete for port b8b6ec35-7c21-414e-9e83-8812216a00d2 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:12.284264 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-05c55746-1996-47dd-beba-4301756350a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (b8b6ec35-7c21-414e-9e83-8812216a00d2), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:12.287410 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:12.305171 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268b3c2b-9e6a-4513-905d-a22ba8e37e39 admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:44:12.312853 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-268b3c2b-9e6a-4513-905d-a22ba8e37e39 admin admin] 10.222.0.16 "PUT /v2.0/routers/6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5887055 May 23 12:44:12.339591 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-05c55746-1996-47dd-beba-4301756350a9 None None] Port b8b6ec35-7c21-414e-9e83-8812216a00d2 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:44:12.767885 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 295cad4f-63c5-40cf-88f1-0e5d5998cc96 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:44:12.819115 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:12.827430 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 295cad4f-63c5-40cf-88f1-0e5d5998cc96 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:12.828152 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (295cad4f-63c5-40cf-88f1-0e5d5998cc96), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:12.918452 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 33020) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:44:12.918985 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 295cad4f-63c5-40cf-88f1-0e5d5998cc96 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:44:12.919269 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (295cad4f-63c5-40cf-88f1-0e5d5998cc96), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:12.923489 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-523e92af-4d80-4314-8843-9d6f9f21e22d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1185943580-network', 'tenant_id': 'f0bd4c0da82f4ea5abc3097525de240b'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:44:12.944088 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] For port 295cad4f-63c5-40cf-88f1-0e5d5998cc96, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=295cad4f-63c5-40cf-88f1-0e5d5998cc96,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:44:12.946818 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523e92af-4d80-4314-8843-9d6f9f21e22d admin admin] Made reservation on behalf of f0bd4c0da82f4ea5abc3097525de240b for: {'network': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:44:12.948961 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (295cad4f-63c5-40cf-88f1-0e5d5998cc96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:12.950009 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-523e92af-4d80-4314-8843-9d6f9f21e22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for network (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:12.961782 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-523e92af-4d80-4314-8843-9d6f9f21e22d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:13.000959 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Pushing event updated for resources: {'Port': ['ID=295cad4f-63c5-40cf-88f1-0e5d5998cc96,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:13.051379 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-523e92af-4d80-4314-8843-9d6f9f21e22d admin admin] Publish callbacks [] for security_group (fffbb44e-7ad7-4cf5-8415-f54a9b1b9025), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:13.055265 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-523e92af-4d80-4314-8843-9d6f9f21e22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (fffbb44e-7ad7-4cf5-8415-f54a9b1b9025), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:13.090245 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=8 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:13.092493 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523e92af-4d80-4314-8843-9d6f9f21e22d admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=103850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:44:13.097610 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e92af-4d80-4314-8843-9d6f9f21e22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffbb44e-7ad7-4cf5-8415-f54a9b1b9025,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:13.108223 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-523e92af-4d80-4314-8843-9d6f9f21e22d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727294489182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (fbba6b1d-afd4-42a5-ae78-117350532078), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:13.108643 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.db.segments_db [None req-523e92af-4d80-4314-8843-9d6f9f21e22d admin admin] Added segment fbba6b1d-afd4-42a5-ae78-117350532078 of type vlan for network 926f7059-5948-4bbb-8576-2b910bbda1c3 May 23 12:44:13.155194 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-523e92af-4d80-4314-8843-9d6f9f21e22d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727293981772'] for network (926f7059-5948-4bbb-8576-2b910bbda1c3), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:13.187160 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-523e92af-4d80-4314-8843-9d6f9f21e22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008'] for network (926f7059-5948-4bbb-8576-2b910bbda1c3), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:13.188697 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523e92af-4d80-4314-8843-9d6f9f21e22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:13.189591 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-523e92af-4d80-4314-8843-9d6f9f21e22d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:13.195975 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:13.256488 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-523e92af-4d80-4314-8843-9d6f9f21e22d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3368881 May 23 12:44:13.261162 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33022) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:44:13.266990 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e92af-4d80-4314-8843-9d6f9f21e22d admin admin] Pushing event updated for resources: {'Network': ['ID=926f7059-5948-4bbb-8576-2b910bbda1c3,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:13.268130 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-43bdaca0-5475-44fd-bcdf-cda74e8150e4 admin admin] Request body: {'subnet': {'network_id': '926f7059-5948-4bbb-8576-2b910bbda1c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1185943580-subnet', 'tenant_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'ip_version': 4}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:44:13.278454 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Network 926f7059-5948-4bbb-8576-2b910bbda1c3 details requested by agent ovs-agent-dv-cinder-836996-27-iscsi with host dv-cinder-836996-27-iscsi {{(pid=103851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:44:13.295314 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bdaca0-5475-44fd-bcdf-cda74e8150e4 admin admin] Made reservation on behalf of f0bd4c0da82f4ea5abc3097525de240b for: {'subnet': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:44:13.298557 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-43bdaca0-5475-44fd-bcdf-cda74e8150e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5217897'] for subnet (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:13.482283 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] Sync routers for ids ['6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:44:13.483899 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-43bdaca0-5475-44fd-bcdf-cda74e8150e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4652963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5217947'] for subnet (213b7547-2e5e-45c1-acb1-ceb1980809ab), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:13.493084 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] Routers {'6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:44:13.493693 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:44:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:44:13.549927 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdaca0-5475-44fd-bcdf-cda74e8150e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=213b7547-2e5e-45c1-acb1-ceb1980809ab,revision_number=0']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:13.555874 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bdaca0-5475-44fd-bcdf-cda74e8150e4 admin admin] Checking segment: {'id': 'fbba6b1d-afd4-42a5-ae78-117350532078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '926f7059-5948-4bbb-8576-2b910bbda1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:44:13.556241 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bdaca0-5475-44fd-bcdf-cda74e8150e4 admin admin] Network hostable DHCP agents. Network: 926f7059-5948-4bbb-8576-2b910bbda1c3, hostable agents: ['f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96'], hosted agents: [] {{(pid=103849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:44:13.575884 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bdaca0-5475-44fd-bcdf-cda74e8150e4 admin admin] Network 926f7059-5948-4bbb-8576-2b910bbda1c3 is scheduled to be hosted by DHCP agent f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96 with binding_index 1 {{(pid=103849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:44:13.589130 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-43bdaca0-5475-44fd-bcdf-cda74e8150e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-27-iscsi, 926f7059-5948-4bbb-8576-2b910bbda1c3) {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:44:13.594874 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bdaca0-5475-44fd-bcdf-cda74e8150e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:13.595821 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-43bdaca0-5475-44fd-bcdf-cda74e8150e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:13.602825 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea9227c-36f7-4f6b-8cc8-58bd2b380e84 None None] Network 926f7059-5948-4bbb-8576-2b910bbda1c3 requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:44:13.625143 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-43bdaca0-5475-44fd-bcdf-cda74e8150e4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3621743 May 23 12:44:13.626490 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 33024) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:44:13.634423 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-25fa18a9-55b9-495b-a2ce-a4110029f070 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1185943580-router', 'tenant_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:44:13.677480 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-25fa18a9-55b9-495b-a2ce-a4110029f070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11617'] for router (04f095aa-f91f-4cb2-af10-6d26295a09a7), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:13.679234 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-25fa18a9-55b9-495b-a2ce-a4110029f070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-483446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11544'] for router (04f095aa-f91f-4cb2-af10-6d26295a09a7), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:13.737425 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb92faf0-bb45-45cc-9db4-3ea19eb3c03e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd8c37bb-aeb2-5b83-a5a3-99f3ae67a9d0-926f7059-5948-4bbb-8576-2b910bbda1c3', 'network_id': '926f7059-5948-4bbb-8576-2b910bbda1c3', 'project_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'fixed_ips': [{'subnet_id': '213b7547-2e5e-45c1-acb1-ceb1980809ab'}]}} from dv-cinder-836996-27-iscsi. {{(pid=103851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 12:44:13.738440 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cb92faf0-bb45-45cc-9db4-3ea19eb3c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:13.744085 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] Set router 6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:44:13.774014 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-25fa18a9-55b9-495b-a2ce-a4110029f070 admin admin] Publish callbacks [] for router_controller (04f095aa-f91f-4cb2-af10-6d26295a09a7), precommit_add_association {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:13.914090 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.db_base_plugin_common [None req-cb92faf0-bb45-45cc-9db4-3ea19eb3c03e None None] Allocated IP 172.20.0.2 (926f7059-5948-4bbb-8576-2b910bbda1c3/213b7547-2e5e-45c1-acb1-ceb1980809ab/03ab2794-693d-492c-8fec-d8de1f11a738) {{(pid=103851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:44:13.951146 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'name': 'tempest-TestMinimumBasicScenario-205117406-router', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:11Z', 'revision_number': 4, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'gw_port': {'id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'b8b6ec35-7c21-414e-9e83-8812216a00d2', 'name': '', 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'mac_address': 'fa:16:3e:19:a4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '56b64361-5b3a-46dd-bdef-1a79898f44da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:10Z', 'updated_at': '2022-05-23T12:44:11Z', 'revision_number': 2, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'subnets': [{'id': '56b64361-5b3a-46dd-bdef-1a79898f44da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:44:13.976283 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-25fa18a9-55b9-495b-a2ce-a4110029f070 admin admin] Publish callbacks [] for router_gateway (04f095aa-f91f-4cb2-af10-6d26295a09a7), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:13.980802 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] Checking router: 6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:44:13.981149 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] Updating router 6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f port b8b6ec35-7c21-414e-9e83-8812216a00d2 binding host dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:44:14.014822 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (b8b6ec35-7c21-414e-9e83-8812216a00d2), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:14.088980 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cb92faf0-bb45-45cc-9db4-3ea19eb3c03e None None] Publish callbacks [] for port (03ab2794-693d-492c-8fec-d8de1f11a738), precommit_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:14.095774 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cb92faf0-bb45-45cc-9db4-3ea19eb3c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125'] for port (03ab2794-693d-492c-8fec-d8de1f11a738), after_create {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:14.140900 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb92faf0-bb45-45cc-9db4-3ea19eb3c03e None None] Network 926f7059-5948-4bbb-8576-2b910bbda1c3 is already hosted by enough agents. {{(pid=103851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:44:14.144514 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.scheduler.base_scheduler [None req-cb92faf0-bb45-45cc-9db4-3ea19eb3c03e None None] Resources bound (agent type, host, resource id): {{(pid=103851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:44:14.146818 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92faf0-bb45-45cc-9db4-3ea19eb3c03e None None] Pushing event updated for resources: {'Port': ['ID=03ab2794-693d-492c-8fec-d8de1f11a738,revision_number=1']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:14.149545 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb92faf0-bb45-45cc-9db4-3ea19eb3c03e None None] Received port after_create {{(pid=103851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:44:14.219234 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-cb92faf0-bb45-45cc-9db4-3ea19eb3c03e None None] Attempting to bind port 03ab2794-693d-492c-8fec-d8de1f11a738 on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:44:14.219622 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-cb92faf0-bb45-45cc-9db4-3ea19eb3c03e None None] Attempting to bind port 03ab2794-693d-492c-8fec-d8de1f11a738 by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': 'fbba6b1d-afd4-42a5-ae78-117350532078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '926f7059-5948-4bbb-8576-2b910bbda1c3'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:44:14.219967 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb92faf0-bb45-45cc-9db4-3ea19eb3c03e None None] Attempting to bind port 03ab2794-693d-492c-8fec-d8de1f11a738 on network 926f7059-5948-4bbb-8576-2b910bbda1c3 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:44:14.225925 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb92faf0-bb45-45cc-9db4-3ea19eb3c03e None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:44:14.226330 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb92faf0-bb45-45cc-9db4-3ea19eb3c03e None None] Checking segment: {'id': 'fbba6b1d-afd4-42a5-ae78-117350532078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '926f7059-5948-4bbb-8576-2b910bbda1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:44:14.226690 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cb92faf0-bb45-45cc-9db4-3ea19eb3c03e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:14.227090 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb92faf0-bb45-45cc-9db4-3ea19eb3c03e None None] Bound using segment: {'id': 'fbba6b1d-afd4-42a5-ae78-117350532078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '926f7059-5948-4bbb-8576-2b910bbda1c3'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:44:14.227545 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-cb92faf0-bb45-45cc-9db4-3ea19eb3c03e None None] Bound port: 03ab2794-693d-492c-8fec-d8de1f11a738, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba6b1d-afd4-42a5-ae78-117350532078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '926f7059-5948-4bbb-8576-2b910bbda1c3'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:44:14.227918 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cb92faf0-bb45-45cc-9db4-3ea19eb3c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (03ab2794-693d-492c-8fec-d8de1f11a738), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:14.231631 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-25fa18a9-55b9-495b-a2ce-a4110029f070 admin admin] Publish callbacks [] for router_gateway (04f095aa-f91f-4cb2-af10-6d26295a09a7), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:14.258818 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-25fa18a9-55b9-495b-a2ce-a4110029f070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:14.266477 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:14.305445 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-cb92faf0-bb45-45cc-9db4-3ea19eb3c03e None None] For port 03ab2794-693d-492c-8fec-d8de1f11a738, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:44:14.309841 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-cb92faf0-bb45-45cc-9db4-3ea19eb3c03e None None] For port 03ab2794-693d-492c-8fec-d8de1f11a738, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=03ab2794-693d-492c-8fec-d8de1f11a738,segment=NetworkSegment(fbba6b1d-afd4-42a5-ae78-117350532078),segment_id=fbba6b1d-afd4-42a5-ae78-117350532078)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:44:14.318947 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cb92faf0-bb45-45cc-9db4-3ea19eb3c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (03ab2794-693d-492c-8fec-d8de1f11a738), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:14.322107 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:14.383679 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92faf0-bb45-45cc-9db4-3ea19eb3c03e None None] Pushing event updated for resources: {'Port': ['ID=03ab2794-693d-492c-8fec-d8de1f11a738,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:14.392966 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-25fa18a9-55b9-495b-a2ce-a4110029f070 admin admin] Allocated IP 172.27.0.141 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/e178e406-04f3-4654-89c7-2f6c35ee773b) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:44:14.438789 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] Publish callbacks [] for port (b8b6ec35-7c21-414e-9e83-8812216a00d2), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:14.445539 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (b8b6ec35-7c21-414e-9e83-8812216a00d2), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:14.521217 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f28720-f8c1-4c4a-b7c7-075a26e7eff6 None None] Pushing event updated for resources: {'Port': ['ID=b8b6ec35-7c21-414e-9e83-8812216a00d2,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:14.548662 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f28720-f8c1-4c4a-b7c7-075a26e7eff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:14.548996 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f28720-f8c1-4c4a-b7c7-075a26e7eff6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:14.549345 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f28720-f8c1-4c4a-b7c7-075a26e7eff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:14.549688 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f28720-f8c1-4c4a-b7c7-075a26e7eff6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:14.550011 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f28720-f8c1-4c4a-b7c7-075a26e7eff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:14.550340 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f28720-f8c1-4c4a-b7c7-075a26e7eff6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:14.550638 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f28720-f8c1-4c4a-b7c7-075a26e7eff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:14.551112 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f28720-f8c1-4c4a-b7c7-075a26e7eff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:14.551595 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f28720-f8c1-4c4a-b7c7-075a26e7eff6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:14.552078 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f28720-f8c1-4c4a-b7c7-075a26e7eff6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:14.552576 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f28720-f8c1-4c4a-b7c7-075a26e7eff6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:14.553054 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f28720-f8c1-4c4a-b7c7-075a26e7eff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:14.553760 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f28720-f8c1-4c4a-b7c7-075a26e7eff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:14.554079 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f28720-f8c1-4c4a-b7c7-075a26e7eff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:14.554392 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f28720-f8c1-4c4a-b7c7-075a26e7eff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:44:14.563247 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-25fa18a9-55b9-495b-a2ce-a4110029f070 admin admin] Publish callbacks [] for port (e178e406-04f3-4654-89c7-2f6c35ee773b), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:14.578791 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] Attempting to bind port b8b6ec35-7c21-414e-9e83-8812216a00d2 on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:44:14.579150 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] Attempting to bind port b8b6ec35-7c21-414e-9e83-8812216a00d2 by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': '5c92644c-4dff-478b-a1ab-f3764f2ea8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:44:14.579509 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] Attempting to bind port b8b6ec35-7c21-414e-9e83-8812216a00d2 on network 6d78aefa-528d-494f-b860-ca37a4057a3e {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:44:14.587209 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:44:14.587583 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] Checking segment: {'id': '5c92644c-4dff-478b-a1ab-f3764f2ea8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:44:14.587940 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:14.589365 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] Bound using segment: {'id': '5c92644c-4dff-478b-a1ab-f3764f2ea8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:44:14.590224 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] Bound port: b8b6ec35-7c21-414e-9e83-8812216a00d2, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c92644c-4dff-478b-a1ab-f3764f2ea8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:44:14.590896 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (b8b6ec35-7c21-414e-9e83-8812216a00d2), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:14.623811 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:14.645978 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:14.668442 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-25fa18a9-55b9-495b-a2ce-a4110029f070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (e178e406-04f3-4654-89c7-2f6c35ee773b), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:14.709945 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fa18a9-55b9-495b-a2ce-a4110029f070 admin admin] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:44:14.714884 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-25fa18a9-55b9-495b-a2ce-a4110029f070 admin admin] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:44:14.720787 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fa18a9-55b9-495b-a2ce-a4110029f070 admin admin] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:44:14.739561 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] For port b8b6ec35-7c21-414e-9e83-8812216a00d2, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:44:14.749727 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] For port b8b6ec35-7c21-414e-9e83-8812216a00d2, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=b8b6ec35-7c21-414e-9e83-8812216a00d2,segment=NetworkSegment(5c92644c-4dff-478b-a1ab-f3764f2ea8e1),segment_id=5c92644c-4dff-478b-a1ab-f3764f2ea8e1)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:44:14.771471 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (b8b6ec35-7c21-414e-9e83-8812216a00d2), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:14.789676 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa18a9-55b9-495b-a2ce-a4110029f070 admin admin] Pushing event updated for resources: {'Port': ['ID=e178e406-04f3-4654-89c7-2f6c35ee773b,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:14.899888 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] Routers {'6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:44:14.901319 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:44:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:44:14.962748 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:14.964865 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f28720-f8c1-4c4a-b7c7-075a26e7eff6 None None] Pushing event updated for resources: {'Port': ['ID=b8b6ec35-7c21-414e-9e83-8812216a00d2,revision_number=4']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:15.002407 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-6c67d316-123d-4c8b-ab5c-be10075c9ab9 None None] Provisioning complete for port b8b6ec35-7c21-414e-9e83-8812216a00d2 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:15.003285 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6c67d316-123d-4c8b-ab5c-be10075c9ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (b8b6ec35-7c21-414e-9e83-8812216a00d2), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:15.045046 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 03ab2794-693d-492c-8fec-d8de1f11a738 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:44:15.116593 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] Set router 6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:44:15.145162 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 03ab2794-693d-492c-8fec-d8de1f11a738 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:15.145680 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (03ab2794-693d-492c-8fec-d8de1f11a738), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:15.190965 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-6c67d316-123d-4c8b-ab5c-be10075c9ab9 None None] Current status of the port b8b6ec35-7c21-414e-9e83-8812216a00d2 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:44:15.191349 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6c67d316-123d-4c8b-ab5c-be10075c9ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (b8b6ec35-7c21-414e-9e83-8812216a00d2), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:15.275423 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-6c67d316-123d-4c8b-ab5c-be10075c9ab9 None None] For port b8b6ec35-7c21-414e-9e83-8812216a00d2, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=b8b6ec35-7c21-414e-9e83-8812216a00d2,segment=NetworkSegment(5c92644c-4dff-478b-a1ab-f3764f2ea8e1),segment_id=5c92644c-4dff-478b-a1ab-f3764f2ea8e1)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:44:15.291217 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6c67d316-123d-4c8b-ab5c-be10075c9ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (b8b6ec35-7c21-414e-9e83-8812216a00d2), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:15.395054 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 03ab2794-693d-492c-8fec-d8de1f11a738 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:44:15.395813 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (03ab2794-693d-492c-8fec-d8de1f11a738), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:15.440145 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-c367e62d-6ec3-4351-87af-102a43fb0d9a None None] Provisioning complete for port b8b6ec35-7c21-414e-9e83-8812216a00d2 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:15.440681 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c367e62d-6ec3-4351-87af-102a43fb0d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (b8b6ec35-7c21-414e-9e83-8812216a00d2), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:15.447571 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:15.472305 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-25fa18a9-55b9-495b-a2ce-a4110029f070 admin admin] Publish callbacks [] for router_gateway (04f095aa-f91f-4cb2-af10-6d26295a09a7), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:15.478078 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'name': 'tempest-TestMinimumBasicScenario-205117406-router', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:11Z', 'revision_number': 4, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'gw_port': {'id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'b8b6ec35-7c21-414e-9e83-8812216a00d2', 'name': '', 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'mac_address': 'fa:16:3e:19:a4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '56b64361-5b3a-46dd-bdef-1a79898f44da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:10Z', 'updated_at': '2022-05-23T12:44:14Z', 'revision_number': 4, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'subnets': [{'id': '56b64361-5b3a-46dd-bdef-1a79898f44da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:44:15.501231 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67d316-123d-4c8b-ab5c-be10075c9ab9 None None] Pushing event updated for resources: {'Port': ['ID=b8b6ec35-7c21-414e-9e83-8812216a00d2,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:15.509359 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] For port 03ab2794-693d-492c-8fec-d8de1f11a738, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=03ab2794-693d-492c-8fec-d8de1f11a738,segment=NetworkSegment(fbba6b1d-afd4-42a5-ae78-117350532078),segment_id=fbba6b1d-afd4-42a5-ae78-117350532078)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:44:15.520468 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (03ab2794-693d-492c-8fec-d8de1f11a738), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:15.521340 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d112de4f-1e28-4343-83d1-a8e94c4843f1 None None] The sync data for ids ['6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'] in dv-cinder-836996-27-iscsi is: [{'id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'name': 'tempest-TestMinimumBasicScenario-205117406-router', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:11Z', 'revision_number': 4, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'gw_port': {'id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'b8b6ec35-7c21-414e-9e83-8812216a00d2', 'name': '', 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'mac_address': 'fa:16:3e:19:a4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '56b64361-5b3a-46dd-bdef-1a79898f44da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:10Z', 'updated_at': '2022-05-23T12:44:14Z', 'revision_number': 4, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'subnets': [{'id': '56b64361-5b3a-46dd-bdef-1a79898f44da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:44:15.521895 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 295cad4f-63c5-40cf-88f1-0e5d5998cc96 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:44:15.697372 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-c367e62d-6ec3-4351-87af-102a43fb0d9a None None] Current status of the port b8b6ec35-7c21-414e-9e83-8812216a00d2 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:44:15.703318 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Pushing event updated for resources: {'Port': ['ID=03ab2794-693d-492c-8fec-d8de1f11a738,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:15.715314 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 295cad4f-63c5-40cf-88f1-0e5d5998cc96 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:15.715684 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (295cad4f-63c5-40cf-88f1-0e5d5998cc96), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:15.735098 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-25fa18a9-55b9-495b-a2ce-a4110029f070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-483363'] for router (04f095aa-f91f-4cb2-af10-6d26295a09a7), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:15.778761 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:15.838966 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 295cad4f-63c5-40cf-88f1-0e5d5998cc96 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:44:15.860512 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c003f9-d270-4fc0-8528-37cef15c379b None None] Network 926f7059-5948-4bbb-8576-2b910bbda1c3 requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:44:15.884671 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fa18a9-55b9-495b-a2ce-a4110029f070 admin admin] Router 04f095aa-f91f-4cb2-af10-6d26295a09a7 is scheduled to L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 with binding_index 1 {{(pid=103850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:44:15.938824 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-b2b4866e-386f-4fec-9ff1-7a478bd30490 None None] Provisioning complete for port 03ab2794-693d-492c-8fec-d8de1f11a738 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:15.939851 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b2b4866e-386f-4fec-9ff1-7a478bd30490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (03ab2794-693d-492c-8fec-d8de1f11a738), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:16.005157 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fa18a9-55b9-495b-a2ce-a4110029f070 admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:44:16.024204 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:16.025533 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] Sync routers for ids ['04f095aa-f91f-4cb2-af10-6d26295a09a7'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:44:16.026253 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-25fa18a9-55b9-495b-a2ce-a4110029f070 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:16.027960 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-25fa18a9-55b9-495b-a2ce-a4110029f070 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3995860 May 23 12:44:16.031119 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33026) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:44:16.085653 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] Routers {'04f095aa-f91f-4cb2-af10-6d26295a09a7'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:44:16.086293 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:44:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['04f095aa-f91f-4cb2-af10-6d26295a09a7'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:44:16.138893 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-b2b4866e-386f-4fec-9ff1-7a478bd30490 None None] Current status of the port 03ab2794-693d-492c-8fec-d8de1f11a738 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:44:16.239292 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] Set router 04f095aa-f91f-4cb2-af10-6d26295a09a7 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:44:16.450132 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:16.472405 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-afa1b067-fb01-4f0c-86ca-15eda5722a0b None None] Provisioning complete for port 03ab2794-693d-492c-8fec-d8de1f11a738 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:16.472836 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-afa1b067-fb01-4f0c-86ca-15eda5722a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (03ab2794-693d-492c-8fec-d8de1f11a738), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:16.547961 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0fc1329e-0b4f-4910-a7dd-146daee99f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:16.610674 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:16.656615 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-afa1b067-fb01-4f0c-86ca-15eda5722a0b None None] Current status of the port 03ab2794-693d-492c-8fec-d8de1f11a738 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:44:16.662838 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f095aa-f91f-4cb2-af10-6d26295a09a7', 'name': 'tempest-TestMinimumBasicScenario-1185943580-router', 'tenant_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'e178e406-04f3-4654-89c7-2f6c35ee773b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:13Z', 'updated_at': '2022-05-23T12:44:15Z', 'revision_number': 3, 'project_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'gw_port': {'id': 'e178e406-04f3-4654-89c7-2f6c35ee773b', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f095aa-f91f-4cb2-af10-6d26295a09a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:14Z', 'updated_at': '2022-05-23T12:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:44:16.691168 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] Checking router: 04f095aa-f91f-4cb2-af10-6d26295a09a7 for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:44:16.692204 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] Updating router 04f095aa-f91f-4cb2-af10-6d26295a09a7 port e178e406-04f3-4654-89c7-2f6c35ee773b binding host dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:44:16.727917 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (e178e406-04f3-4654-89c7-2f6c35ee773b), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:16.736164 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-0fc1329e-0b4f-4910-a7dd-146daee99f20 admin admin] Allocated IP 172.20.0.1 (926f7059-5948-4bbb-8576-2b910bbda1c3/213b7547-2e5e-45c1-acb1-ceb1980809ab/d79e27f8-64b4-4304-b921-657b4fe75f06) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:44:16.880155 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0fc1329e-0b4f-4910-a7dd-146daee99f20 admin admin] Publish callbacks [] for port (d79e27f8-64b4-4304-b921-657b4fe75f06), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:16.901202 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 03ab2794-693d-492c-8fec-d8de1f11a738 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:44:16.921853 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0fc1329e-0b4f-4910-a7dd-146daee99f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (d79e27f8-64b4-4304-b921-657b4fe75f06), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:16.964728 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc1329e-0b4f-4910-a7dd-146daee99f20 admin admin] Network 926f7059-5948-4bbb-8576-2b910bbda1c3 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:44:16.967741 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-0fc1329e-0b4f-4910-a7dd-146daee99f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:44:16.973878 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc1329e-0b4f-4910-a7dd-146daee99f20 admin admin] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:44:16.974522 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:16.991366 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1329e-0b4f-4910-a7dd-146daee99f20 admin admin] Pushing event updated for resources: {'Port': ['ID=d79e27f8-64b4-4304-b921-657b4fe75f06,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:17.028226 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port 03ab2794-693d-492c-8fec-d8de1f11a738 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:17.028969 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (03ab2794-693d-492c-8fec-d8de1f11a738), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:17.039754 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0fc1329e-0b4f-4910-a7dd-146daee99f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481910'] for router_interface (04f095aa-f91f-4cb2-af10-6d26295a09a7), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:17.187690 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port 03ab2794-693d-492c-8fec-d8de1f11a738 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:44:17.188896 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device b8b6ec35-7c21-414e-9e83-8812216a00d2 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:44:17.195808 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=100 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:17.205295 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0fc1329e-0b4f-4910-a7dd-146daee99f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (d79e27f8-64b4-4304-b921-657b4fe75f06), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:17.238042 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] Publish callbacks [] for port (e178e406-04f3-4654-89c7-2f6c35ee773b), precommit_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:17.246302 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (e178e406-04f3-4654-89c7-2f6c35ee773b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:17.309721 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port b8b6ec35-7c21-414e-9e83-8812216a00d2 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:17.309958 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (b8b6ec35-7c21-414e-9e83-8812216a00d2), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:17.314977 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-23a48434-37ff-4f1b-b485-18f165cb8299 None None] Provisioning complete for port d79e27f8-64b4-4304-b921-657b4fe75f06 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:17.315331 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-23a48434-37ff-4f1b-b485-18f165cb8299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (d79e27f8-64b4-4304-b921-657b4fe75f06), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:17.318917 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:17.342332 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c22720-3eed-418e-8e32-9fc397a709b8 None None] Pushing event updated for resources: {'Port': ['ID=e178e406-04f3-4654-89c7-2f6c35ee773b,revision_number=2']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:17.363808 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] Attempting to bind port e178e406-04f3-4654-89c7-2f6c35ee773b on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:44:17.364204 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] Attempting to bind port e178e406-04f3-4654-89c7-2f6c35ee773b by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:44:17.364557 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] Attempting to bind port e178e406-04f3-4654-89c7-2f6c35ee773b on network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:44:17.377817 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:44:17.378185 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] Checking segment: {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:44:17.378579 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:17.378968 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] Bound using segment: {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'} {{(pid=103851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:44:17.379427 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.managers [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] Bound port: e178e406-04f3-4654-89c7-2f6c35ee773b, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcab1ee3-e4c5-49ed-b6d2-18d1108dace2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820'}}] {{(pid=103851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:44:17.379796 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (e178e406-04f3-4654-89c7-2f6c35ee773b), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:17.413195 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-23a48434-37ff-4f1b-b485-18f165cb8299 None None] Port d79e27f8-64b4-4304-b921-657b4fe75f06 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:44:17.450409 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] For port e178e406-04f3-4654-89c7-2f6c35ee773b, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:44:17.454372 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] For port e178e406-04f3-4654-89c7-2f6c35ee773b, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=e178e406-04f3-4654-89c7-2f6c35ee773b,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:44:17.478682 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0fc1329e-0b4f-4910-a7dd-146daee99f20 admin admin] Publish callbacks [] for port (d79e27f8-64b4-4304-b921-657b4fe75f06), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:17.479581 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (e178e406-04f3-4654-89c7-2f6c35ee773b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:17.485003 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0fc1329e-0b4f-4910-a7dd-146daee99f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4651066'] for port (d79e27f8-64b4-4304-b921-657b4fe75f06), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:17.515865 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port b8b6ec35-7c21-414e-9e83-8812216a00d2 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:44:17.551634 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] Routers {'04f095aa-f91f-4cb2-af10-6d26295a09a7'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:44:17.552302 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:44:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['04f095aa-f91f-4cb2-af10-6d26295a09a7'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:44:17.555615 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c22720-3eed-418e-8e32-9fc397a709b8 None None] Pushing event updated for resources: {'Port': ['ID=e178e406-04f3-4654-89c7-2f6c35ee773b,revision_number=3']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:17.560229 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0fc1329e-0b4f-4910-a7dd-146daee99f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-823154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-484326'] for router_interface (04f095aa-f91f-4cb2-af10-6d26295a09a7), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:17.561984 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1329e-0b4f-4910-a7dd-146daee99f20 admin admin] Pushing event updated for resources: {'Port': ['ID=d79e27f8-64b4-4304-b921-657b4fe75f06,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:17.642586 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:17.658994 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] Set router 04f095aa-f91f-4cb2-af10-6d26295a09a7 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:44:17.685934 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc1329e-0b4f-4910-a7dd-146daee99f20 admin admin] Network 926f7059-5948-4bbb-8576-2b910bbda1c3 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:44:17.686976 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:17.687394 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-0fc1329e-0b4f-4910-a7dd-146daee99f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:44:17.834322 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc1329e-0b4f-4910-a7dd-146daee99f20 admin admin] Router 04f095aa-f91f-4cb2-af10-6d26295a09a7 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:44:17.891708 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f095aa-f91f-4cb2-af10-6d26295a09a7', 'name': 'tempest-TestMinimumBasicScenario-1185943580-router', 'tenant_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'e178e406-04f3-4654-89c7-2f6c35ee773b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:13Z', 'updated_at': '2022-05-23T12:44:17Z', 'revision_number': 4, 'project_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'gw_port': {'id': 'e178e406-04f3-4654-89c7-2f6c35ee773b', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f095aa-f91f-4cb2-af10-6d26295a09a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:14Z', 'updated_at': '2022-05-23T12:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'd79e27f8-64b4-4304-b921-657b4fe75f06', 'name': '', 'network_id': '926f7059-5948-4bbb-8576-2b910bbda1c3', 'tenant_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'mac_address': 'fa:16:3e:9d:9c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f095aa-f91f-4cb2-af10-6d26295a09a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '213b7547-2e5e-45c1-acb1-ceb1980809ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:16Z', 'updated_at': '2022-05-23T12:44:17Z', 'revision_number': 2, 'project_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'subnets': [{'id': '213b7547-2e5e-45c1-acb1-ceb1980809ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:44:17.917771 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad6c5af-243b-47cb-b7de-8b1a47f8be4e None None] The sync data for ids ['04f095aa-f91f-4cb2-af10-6d26295a09a7'] in dv-cinder-836996-27-iscsi is: [{'id': '04f095aa-f91f-4cb2-af10-6d26295a09a7', 'name': 'tempest-TestMinimumBasicScenario-1185943580-router', 'tenant_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'e178e406-04f3-4654-89c7-2f6c35ee773b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:13Z', 'updated_at': '2022-05-23T12:44:17Z', 'revision_number': 4, 'project_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'gw_port': {'id': 'e178e406-04f3-4654-89c7-2f6c35ee773b', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f095aa-f91f-4cb2-af10-6d26295a09a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:14Z', 'updated_at': '2022-05-23T12:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'd79e27f8-64b4-4304-b921-657b4fe75f06', 'name': '', 'network_id': '926f7059-5948-4bbb-8576-2b910bbda1c3', 'tenant_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'mac_address': 'fa:16:3e:9d:9c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f095aa-f91f-4cb2-af10-6d26295a09a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '213b7547-2e5e-45c1-acb1-ceb1980809ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:16Z', 'updated_at': '2022-05-23T12:44:17Z', 'revision_number': 2, 'project_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'subnets': [{'id': '213b7547-2e5e-45c1-acb1-ceb1980809ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:44:17.951263 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f5568006-e07d-4b2c-9d62-ee5cb5b361c8 None None] Provisioning complete for port d79e27f8-64b4-4304-b921-657b4fe75f06 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:17.951911 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f5568006-e07d-4b2c-9d62-ee5cb5b361c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (d79e27f8-64b4-4304-b921-657b4fe75f06), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:17.993715 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f5568006-e07d-4b2c-9d62-ee5cb5b361c8 None None] Port d79e27f8-64b4-4304-b921-657b4fe75f06 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:44:18.224342 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc1329e-0b4f-4910-a7dd-146daee99f20 admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:44:18.233292 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-0fc1329e-0b4f-4910-a7dd-146daee99f20 admin admin] 10.222.0.16 "PUT /v2.0/routers/04f095aa-f91f-4cb2-af10-6d26295a09a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2006671 May 23 12:44:20.354434 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] Sync routers for ids ['04f095aa-f91f-4cb2-af10-6d26295a09a7'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:44:20.366715 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] Routers {'04f095aa-f91f-4cb2-af10-6d26295a09a7'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:44:20.366715 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:44:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['04f095aa-f91f-4cb2-af10-6d26295a09a7'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:44:20.490863 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] Set router 04f095aa-f91f-4cb2-af10-6d26295a09a7 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:44:20.790119 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device e178e406-04f3-4654-89c7-2f6c35ee773b up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:44:20.817548 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f095aa-f91f-4cb2-af10-6d26295a09a7', 'name': 'tempest-TestMinimumBasicScenario-1185943580-router', 'tenant_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'e178e406-04f3-4654-89c7-2f6c35ee773b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:13Z', 'updated_at': '2022-05-23T12:44:17Z', 'revision_number': 4, 'project_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'gw_port': {'id': 'e178e406-04f3-4654-89c7-2f6c35ee773b', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f095aa-f91f-4cb2-af10-6d26295a09a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:14Z', 'updated_at': '2022-05-23T12:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'd79e27f8-64b4-4304-b921-657b4fe75f06', 'name': '', 'network_id': '926f7059-5948-4bbb-8576-2b910bbda1c3', 'tenant_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'mac_address': 'fa:16:3e:9d:9c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f095aa-f91f-4cb2-af10-6d26295a09a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '213b7547-2e5e-45c1-acb1-ceb1980809ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:16Z', 'updated_at': '2022-05-23T12:44:17Z', 'revision_number': 2, 'project_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'subnets': [{'id': '213b7547-2e5e-45c1-acb1-ceb1980809ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:44:20.844330 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] Checking router: 04f095aa-f91f-4cb2-af10-6d26295a09a7 for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:44:20.844683 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] Updating router 04f095aa-f91f-4cb2-af10-6d26295a09a7 port d79e27f8-64b4-4304-b921-657b4fe75f06 binding host dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:44:20.873191 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port e178e406-04f3-4654-89c7-2f6c35ee773b triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:20.873952 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (e178e406-04f3-4654-89c7-2f6c35ee773b), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:20.874175 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (d79e27f8-64b4-4304-b921-657b4fe75f06), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:20.966374 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port e178e406-04f3-4654-89c7-2f6c35ee773b is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:44:20.967154 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (e178e406-04f3-4654-89c7-2f6c35ee773b), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:20.991693 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] For port e178e406-04f3-4654-89c7-2f6c35ee773b, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=e178e406-04f3-4654-89c7-2f6c35ee773b,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:44:21.005283 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (e178e406-04f3-4654-89c7-2f6c35ee773b), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:21.044897 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:21.046112 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:21.089022 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Pushing event updated for resources: {'Port': ['ID=e178e406-04f3-4654-89c7-2f6c35ee773b,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:21.230465 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] Publish callbacks [] for port (d79e27f8-64b4-4304-b921-657b4fe75f06), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:21.232793 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:21.240508 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (d79e27f8-64b4-4304-b921-657b4fe75f06), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:21.324919 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5365f-6200-4c4a-9c51-75d9844c26ac None None] Pushing event updated for resources: {'Port': ['ID=d79e27f8-64b4-4304-b921-657b4fe75f06,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:21.355555 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] Attempting to bind port d79e27f8-64b4-4304-b921-657b4fe75f06 on host dv-cinder-836996-27-iscsi for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:44:21.356384 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] Attempting to bind port d79e27f8-64b4-4304-b921-657b4fe75f06 by drivers openvswitch,hyperv on host dv-cinder-836996-27-iscsi at level 0 using segments [{'id': 'fbba6b1d-afd4-42a5-ae78-117350532078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '926f7059-5948-4bbb-8576-2b910bbda1c3'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:44:21.356384 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] Attempting to bind port d79e27f8-64b4-4304-b921-657b4fe75f06 on network 926f7059-5948-4bbb-8576-2b910bbda1c3 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:44:21.361875 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] Checking agent: {'id': '76327085-6894-4a1f-9995-a1e1f5b09c53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 24, 9), 'started_at': datetime.datetime(2022, 5, 23, 12, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:44:21.362284 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] Checking segment: {'id': 'fbba6b1d-afd4-42a5-ae78-117350532078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '926f7059-5948-4bbb-8576-2b910bbda1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:44:21.362715 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:21.363169 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] Bound using segment: {'id': 'fbba6b1d-afd4-42a5-ae78-117350532078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '926f7059-5948-4bbb-8576-2b910bbda1c3'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:44:21.363625 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] Bound port: d79e27f8-64b4-4304-b921-657b4fe75f06, host: dv-cinder-836996-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba6b1d-afd4-42a5-ae78-117350532078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '926f7059-5948-4bbb-8576-2b910bbda1c3'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:44:21.363993 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (d79e27f8-64b4-4304-b921-657b4fe75f06), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:21.434523 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] For port d79e27f8-64b4-4304-b921-657b4fe75f06, host dv-cinder-836996-27-iscsi, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:44:21.439022 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] For port d79e27f8-64b4-4304-b921-657b4fe75f06, host dv-cinder-836996-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=d79e27f8-64b4-4304-b921-657b4fe75f06,segment=NetworkSegment(fbba6b1d-afd4-42a5-ae78-117350532078),segment_id=fbba6b1d-afd4-42a5-ae78-117350532078)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:44:21.451843 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (d79e27f8-64b4-4304-b921-657b4fe75f06), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:21.517548 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5365f-6200-4c4a-9c51-75d9844c26ac None None] Pushing event updated for resources: {'Port': ['ID=d79e27f8-64b4-4304-b921-657b4fe75f06,revision_number=4']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:21.520338 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] Routers {'04f095aa-f91f-4cb2-af10-6d26295a09a7'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:44:21.527321 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:44:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['04f095aa-f91f-4cb2-af10-6d26295a09a7'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:44:21.560407 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a7a0258f-0449-41a0-8605-63881f4b63e1 None None] Provisioning complete for port d79e27f8-64b4-4304-b921-657b4fe75f06 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:21.560859 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a7a0258f-0449-41a0-8605-63881f4b63e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (d79e27f8-64b4-4304-b921-657b4fe75f06), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:21.664741 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a7a0258f-0449-41a0-8605-63881f4b63e1 None None] Current status of the port d79e27f8-64b4-4304-b921-657b4fe75f06 is: DOWN; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:44:21.665206 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a7a0258f-0449-41a0-8605-63881f4b63e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (d79e27f8-64b4-4304-b921-657b4fe75f06), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:21.688817 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] Set router 04f095aa-f91f-4cb2-af10-6d26295a09a7 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:44:21.735325 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a7a0258f-0449-41a0-8605-63881f4b63e1 None None] For port d79e27f8-64b4-4304-b921-657b4fe75f06, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=d79e27f8-64b4-4304-b921-657b4fe75f06,segment=NetworkSegment(fbba6b1d-afd4-42a5-ae78-117350532078),segment_id=fbba6b1d-afd4-42a5-ae78-117350532078)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:44:21.740903 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a7a0258f-0449-41a0-8605-63881f4b63e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (d79e27f8-64b4-4304-b921-657b4fe75f06), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:21.806988 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0258f-0449-41a0-8605-63881f4b63e1 None None] Pushing event updated for resources: {'Port': ['ID=d79e27f8-64b4-4304-b921-657b4fe75f06,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:21.866517 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-3278636f-bea6-4cb9-a997-374b91be4900 None None] Provisioning complete for port d79e27f8-64b4-4304-b921-657b4fe75f06 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:21.866798 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-3278636f-bea6-4cb9-a997-374b91be4900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (d79e27f8-64b4-4304-b921-657b4fe75f06), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:21.948929 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f095aa-f91f-4cb2-af10-6d26295a09a7', 'name': 'tempest-TestMinimumBasicScenario-1185943580-router', 'tenant_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'e178e406-04f3-4654-89c7-2f6c35ee773b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:13Z', 'updated_at': '2022-05-23T12:44:17Z', 'revision_number': 4, 'project_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'gw_port': {'id': 'e178e406-04f3-4654-89c7-2f6c35ee773b', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f095aa-f91f-4cb2-af10-6d26295a09a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:14Z', 'updated_at': '2022-05-23T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'd79e27f8-64b4-4304-b921-657b4fe75f06', 'name': '', 'network_id': '926f7059-5948-4bbb-8576-2b910bbda1c3', 'tenant_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'mac_address': 'fa:16:3e:9d:9c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f095aa-f91f-4cb2-af10-6d26295a09a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '213b7547-2e5e-45c1-acb1-ceb1980809ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:16Z', 'updated_at': '2022-05-23T12:44:21Z', 'revision_number': 4, 'project_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'subnets': [{'id': '213b7547-2e5e-45c1-acb1-ceb1980809ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:44:21.975153 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-3278636f-bea6-4cb9-a997-374b91be4900 None None] Current status of the port d79e27f8-64b4-4304-b921-657b4fe75f06 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:44:21.980700 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bc8124-753d-4641-97a9-f3e469e95d0d None None] The sync data for ids ['04f095aa-f91f-4cb2-af10-6d26295a09a7'] in dv-cinder-836996-27-iscsi is: [{'id': '04f095aa-f91f-4cb2-af10-6d26295a09a7', 'name': 'tempest-TestMinimumBasicScenario-1185943580-router', 'tenant_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'e178e406-04f3-4654-89c7-2f6c35ee773b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:13Z', 'updated_at': '2022-05-23T12:44:17Z', 'revision_number': 4, 'project_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'gw_port': {'id': 'e178e406-04f3-4654-89c7-2f6c35ee773b', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f095aa-f91f-4cb2-af10-6d26295a09a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:14Z', 'updated_at': '2022-05-23T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'd79e27f8-64b4-4304-b921-657b4fe75f06', 'name': '', 'network_id': '926f7059-5948-4bbb-8576-2b910bbda1c3', 'tenant_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'mac_address': 'fa:16:3e:9d:9c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f095aa-f91f-4cb2-af10-6d26295a09a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '213b7547-2e5e-45c1-acb1-ceb1980809ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:16Z', 'updated_at': '2022-05-23T12:44:21Z', 'revision_number': 4, 'project_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'subnets': [{'id': '213b7547-2e5e-45c1-acb1-ceb1980809ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:44:22.013601 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:44:22.781083 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device e178e406-04f3-4654-89c7-2f6c35ee773b up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:44:22.839874 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=100 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:22.848119 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port e178e406-04f3-4654-89c7-2f6c35ee773b triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:22.848648 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (e178e406-04f3-4654-89c7-2f6c35ee773b), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:22.936523 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port e178e406-04f3-4654-89c7-2f6c35ee773b is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:44:22.937661 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device d79e27f8-64b4-4304-b921-657b4fe75f06 up at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:44:22.991189 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Provisioning complete for port d79e27f8-64b4-4304-b921-657b4fe75f06 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:22.991682 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (d79e27f8-64b4-4304-b921-657b4fe75f06), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:23.074266 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Current status of the port d79e27f8-64b4-4304-b921-657b4fe75f06 is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:44:26.013890 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=36,neutron:INSERT=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:26.017566 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:27.728954 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-edc77f62-7940-4749-a872-9c885f30c7ed tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:27.731135 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-edc77f62-7940-4749-a872-9c885f30c7ed tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/networks?id=6d78aefa-528d-494f-b860-ca37a4057a3e HTTP/1.1" status: 200 len: 814 time: 0.1116860 May 23 12:44:27.746615 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-d79ffa8a-67fc-420c-97af-21bbdd34e5ba tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/quotas/cf51a0c52de248fdb85a7cee23739b4e HTTP/1.1" status: 200 len: 375 time: 0.0100665 May 23 12:44:27.795382 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-44d87184-2302-4b85-a43e-4a8efc774c77 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf51a0c52de248fdb85a7cee23739b4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438101 May 23 12:44:27.810183 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-944abee5-6277-4b87-b418-8ad522a9ff57 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 12:44:27.811122 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-944abee5-6277-4b87-b418-8ad522a9ff57 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049522 May 23 12:44:27.902633 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-7c53976c-7f52-410a-962b-0e147ffc0ce7 service neutron] 10.222.0.16 "GET /v2.0/networks/6d78aefa-528d-494f-b860-ca37a4057a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862198 May 23 12:44:28.011762 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-44eeba65-d8b7-488f-be2a-9f8e64cc1833 service neutron] 10.222.0.16 "GET /v2.0/networks/6d78aefa-528d-494f-b860-ca37a4057a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034644 May 23 12:44:28.178684 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-879606f1-013a-4918-a5f5-bf22da005462 req-18cf7624-fde2-44a3-8ea7-f9e2dca97bfa tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 210 time: 0.0336800 May 23 12:44:28.218577 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=27 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:28.221212 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=64 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:29.209632 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-3ef2228c-082d-4e89-a51f-818bd3711b4d tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:29.211102 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-3ef2228c-082d-4e89-a51f-818bd3711b4d tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.15 "GET /v2.0/networks?id=6d78aefa-528d-494f-b860-ca37a4057a3e HTTP/1.1" status: 200 len: 814 time: 0.1048162 May 23 12:44:29.223280 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-e5c35529-9562-4a27-9844-db0b86efdbbb tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Request body: {'port': {'device_id': 'f66733e1-e43c-4011-b271-ef705a2a9b21', 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e', 'admin_state_up': True, 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:44:29.281900 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4ce82b54-9ed6-49c4-a332-f9861b20ef8a req-a49c14ea-dc09-4890-a5e7-580618ee2248 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 210 time: 0.0313466 May 23 12:44:29.345188 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-e5c35529-9562-4a27-9844-db0b86efdbbb tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Made reservation on behalf of cf51a0c52de248fdb85a7cee23739b4e for: {'port': 1} {{(pid=103849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:44:29.349070 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-e5c35529-9562-4a27-9844-db0b86efdbbb tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:29.493805 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-e5c35529-9562-4a27-9844-db0b86efdbbb tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Allocated IP 172.20.0.8 (6d78aefa-528d-494f-b860-ca37a4057a3e/56b64361-5b3a-46dd-bdef-1a79898f44da/45b3dda8-fb5f-4e14-8992-d8f97790fbdc) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:44:29.701316 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-e5c35529-9562-4a27-9844-db0b86efdbbb tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:29.747945 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-e5c35529-9562-4a27-9844-db0b86efdbbb tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:29.809973 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-e5c35529-9562-4a27-9844-db0b86efdbbb tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Network 6d78aefa-528d-494f-b860-ca37a4057a3e is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:44:29.813527 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-e5c35529-9562-4a27-9844-db0b86efdbbb tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:44:29.818263 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-e5c35529-9562-4a27-9844-db0b86efdbbb tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:44:29.848712 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c35529-9562-4a27-9844-db0b86efdbbb tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Pushing event updated for resources: {'Port': ['ID=45b3dda8-fb5f-4e14-8992-d8f97790fbdc,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:29.886179 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-e5c35529-9562-4a27-9844-db0b86efdbbb tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:29.887092 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-e5c35529-9562-4a27-9844-db0b86efdbbb tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:29.898495 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:29.916740 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-e5c35529-9562-4a27-9844-db0b86efdbbb tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6966302 May 23 12:44:30.155812 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-543bb3f2-06da-4950-a06e-56a6485f5836 None None] Provisioning complete for port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:30.156429 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-543bb3f2-06da-4950-a06e-56a6485f5836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:30.189367 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-543bb3f2-06da-4950-a06e-56a6485f5836 None None] Port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:44:30.409299 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404822fd-588f-482c-a95a-4a23d9aff7d8 req-2bcd5fa6-2381-4ba1-aaf0-caefae30d0c0 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:30.411480 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-404822fd-588f-482c-a95a-4a23d9aff7d8 req-2bcd5fa6-2381-4ba1-aaf0-caefae30d0c0 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 931 time: 0.0501299 May 23 12:44:30.468346 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-404822fd-588f-482c-a95a-4a23d9aff7d8 req-50df331f-0619-4aa2-860e-3b6a2398308c tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482752 May 23 12:44:31.591161 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631de9f2-d584-4bd7-a859-301f0d82697a req-cde23999-d7c7-4f0c-856e-84fc9d26b66b tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:31.598396 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-631de9f2-d584-4bd7-a859-301f0d82697a req-cde23999-d7c7-4f0c-856e-84fc9d26b66b tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 931 time: 0.0575016 May 23 12:44:31.649613 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-631de9f2-d584-4bd7-a859-301f0d82697a req-c6fd7feb-ff86-4e13-a4c6-7f0b665f00fc tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503385 May 23 12:44:32.008270 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=57 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:32.009489 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:32.414388 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0d8a1d94-b231-4ff9-87e2-691068bcadbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:32.774348 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520768d5-6d47-43eb-b332-05bde73d7cdf req-82e30507-5c44-4fab-8a53-8d3b3dca1d38 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:32.776567 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-520768d5-6d47-43eb-b332-05bde73d7cdf req-82e30507-5c44-4fab-8a53-8d3b3dca1d38 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 931 time: 0.0488164 May 23 12:44:32.845110 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-520768d5-6d47-43eb-b332-05bde73d7cdf req-3c2a6ca8-e9d3-4182-8b03-754e2b0acab3 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617673 May 23 12:44:33.706308 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:33.993820 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589dfc6-eeb0-4cfa-af08-81a9a550a88a req-6e86fa9e-2638-43da-924c-aaeb7b577dc7 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:33.997394 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9589dfc6-eeb0-4cfa-af08-81a9a550a88a req-6e86fa9e-2638-43da-924c-aaeb7b577dc7 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 931 time: 0.0606561 May 23 12:44:34.062561 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9589dfc6-eeb0-4cfa-af08-81a9a550a88a req-3c40c9ec-d101-4007-9781-267480952c7b tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594475 May 23 12:44:34.655212 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-13cfa60b-17a0-4eac-951b-1dc48002a66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:35.194305 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf237f5-d371-4089-975e-aa78750e9df2 req-609a7bc6-c80c-4875-aa4e-1f5bb00518bc tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:35.195949 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6bf237f5-d371-4089-975e-aa78750e9df2 req-609a7bc6-c80c-4875-aa4e-1f5bb00518bc tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 931 time: 0.0550203 May 23 12:44:35.248274 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6bf237f5-d371-4089-975e-aa78750e9df2 req-c1e0e47c-e0c4-441a-8a4e-51809a47d704 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460868 May 23 12:44:35.965687 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:36.381507 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c4f7f-13ef-404b-9561-969a42ed8aa3 req-450af511-3242-489a-b45e-e24e399f56b8 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:36.383271 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ab7c4f7f-13ef-404b-9561-969a42ed8aa3 req-450af511-3242-489a-b45e-e24e399f56b8 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 931 time: 0.0532653 May 23 12:44:36.438186 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ab7c4f7f-13ef-404b-9561-969a42ed8aa3 req-cc9b0d04-786f-4cc7-a2c0-f9d24ae642f1 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480740 May 23 12:44:37.221284 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] Request body: {'port': {'device_id': 'f66733e1-e43c-4011-b271-ef705a2a9b21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:44:37.279990 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:37.334971 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:37.512701 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:37.558072 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650aaaa-35d8-404e-825c-76f7a76ab21c req-254b9281-f324-4ab4-ba83-d53eade8172c tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:37.559445 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5650aaaa-35d8-404e-825c-76f7a76ab21c req-254b9281-f324-4ab4-ba83-d53eade8172c tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 931 time: 0.0521712 May 23 12:44:37.576755 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b3dda8-fb5f-4e14-8992-d8f97790fbdc {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:44:37.584734 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] Publish callbacks [] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:37.594285 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:37.597939 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] Transition to ACTIVE for port object 45b3dda8-fb5f-4e14-8992-d8f97790fbdc will not be triggered until provisioned by entity L2. {{(pid=103849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 12:44:37.601304 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4651066'] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:37.610288 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5650aaaa-35d8-404e-825c-76f7a76ab21c req-f18d00d9-66b5-41e9-af9f-5d14dd9f64fd tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452511 May 23 12:44:37.652963 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] Pushing event updated for resources: {'Port': ['ID=45b3dda8-fb5f-4e14-8992-d8f97790fbdc,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:37.728190 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] Attempting to bind port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:44:37.728656 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] Attempting to bind port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '5c92644c-4dff-478b-a1ab-f3764f2ea8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:44:37.729584 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] Attempting to bind port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc on network 6d78aefa-528d-494f-b860-ca37a4057a3e {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:44:37.734348 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] Port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc on network 6d78aefa-528d-494f-b860-ca37a4057a3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 12:44:37.734662 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] Attempting to bind port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc on network 6d78aefa-528d-494f-b860-ca37a4057a3e {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:44:37.739599 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] Checking agent: {'id': '1749a81f-e3c6-4f53-968e-bc4c0c6ca916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:44:37.739941 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] Checking segment: {'id': '5c92644c-4dff-478b-a1ab-f3764f2ea8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:44:37.740361 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] Bound using segment: {'id': '5c92644c-4dff-478b-a1ab-f3764f2ea8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:44:37.740785 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] Bound port: 45b3dda8-fb5f-4e14-8992-d8f97790fbdc, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c92644c-4dff-478b-a1ab-f3764f2ea8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:44:37.741138 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:37.806029 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] For port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc, host hv-cinder-83699, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:44:37.810101 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] For port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=45b3dda8-fb5f-4e14-8992-d8f97790fbdc,segment=NetworkSegment(5c92644c-4dff-478b-a1ab-f3764f2ea8e1),segment_id=5c92644c-4dff-478b-a1ab-f3764f2ea8e1)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:44:37.815009 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4651066'] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:37.849226 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:37.849836 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:37.851226 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] 10.222.0.15 "PUT /v2.0/ports/45b3dda8-fb5f-4e14-8992-d8f97790fbdc HTTP/1.1" status: 200 len: 1093 time: 0.6342065 May 23 12:44:37.851655 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66733e1-e43c-4011-b271-ef705a2a9b21', 'tag': '45b3dda8-fb5f-4e14-8992-d8f97790fbdc'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:44:37.854440 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd214c43-ca6b-4421-beb3-885071bffbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "f66733e1-e43c-4011-b271-ef705a2a9b21", "tag": "45b3dda8-fb5f-4e14-8992-d8f97790fbdc"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:44:37.879874 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98dadc3-1d88-476a-8d24-a27c10ccbf84 service neutron] Pushing event updated for resources: {'Port': ['ID=45b3dda8-fb5f-4e14-8992-d8f97790fbdc,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:37.949495 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b28edaba-a5e5-4f56-b134-7a4df7b48953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:37.951004 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-b28edaba-a5e5-4f56-b134-7a4df7b48953 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf51a0c52de248fdb85a7cee23739b4e&device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 1127 time: 0.0534401 May 23 12:44:37.996975 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-f0893d05-70da-49c1-9be1-6b02cf05c5e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45b3dda8-fb5f-4e14-8992-d8f97790fbdc HTTP/1.1" status: 200 len: 217 time: 0.0363183 May 23 12:44:38.043587 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d342d315-3019-48c8-84e4-35f3ffcaa601 x-openstack-request-id: req-d342d315-3019-48c8-84e4-35f3ffcaa601 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:44:38.043878 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66733e1-e43c-4011-b271-ef705a2a9b21", "tag": "45b3dda8-fb5f-4e14-8992-d8f97790fbdc", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:44:38.044129 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d342d315-3019-48c8-84e4-35f3ffcaa601 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:44:38.044578 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d342d315-3019-48c8-84e4-35f3ffcaa601'] response: {'name': 'network-changed', 'server_uuid': 'f66733e1-e43c-4011-b271-ef705a2a9b21', 'tag': '45b3dda8-fb5f-4e14-8992-d8f97790fbdc', 'status': 'completed', 'code': 200} May 23 12:44:38.044902 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:38.052110 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-bbf6a751-30b0-4fca-9c72-5e133a6ede03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:38.053642 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-bbf6a751-30b0-4fca-9c72-5e133a6ede03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56b64361-5b3a-46dd-bdef-1a79898f44da HTTP/1.1" status: 200 len: 853 time: 0.0509241 May 23 12:44:38.097752 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-95defb74-be6f-452c-a667-8b65fccfe3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:38.099239 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-95defb74-be6f-452c-a667-8b65fccfe3b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6d78aefa-528d-494f-b860-ca37a4057a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393538 May 23 12:44:38.200440 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-4821dd66-21ec-4c44-bc31-6bf5e340d4e7 service neutron] 10.222.0.15 "GET /v2.0/networks/6d78aefa-528d-494f-b860-ca37a4057a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920584 May 23 12:44:38.287992 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-c62cddc8-a5bd-4508-ad4d-bd43bd6a51c1 req-aa8094e6-9271-45c7-a084-566c86bbdb73 service neutron] 10.222.0.15 "GET /v2.0/networks/6d78aefa-528d-494f-b860-ca37a4057a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811515 May 23 12:44:38.682662 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:38.716143 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:38.734108 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4d357-1993-48dd-8e25-5d05d46a8f20 req-4a587fd3-6c4e-4d7d-9b78-15f48ca20837 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:38.735578 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f0c4d357-1993-48dd-8e25-5d05d46a8f20 req-4a587fd3-6c4e-4d7d-9b78-15f48ca20837 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 943 time: 0.0482216 May 23 12:44:38.784062 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f0c4d357-1993-48dd-8e25-5d05d46a8f20 req-7233bb31-2953-45d2-80ac-df848363d406 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427949 May 23 12:44:39.066577 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd214c43-ca6b-4421-beb3-885071bffbd6 req-f7985e46-df61-414d-a578-de5a999ddfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:39.068407 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fd214c43-ca6b-4421-beb3-885071bffbd6 req-f7985e46-df61-414d-a578-de5a999ddfac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf51a0c52de248fdb85a7cee23739b4e&device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 1127 time: 0.0455360 May 23 12:44:39.155900 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd214c43-ca6b-4421-beb3-885071bffbd6 req-9063c8ef-4f37-42a7-932d-272b0e9d6bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:39.157368 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fd214c43-ca6b-4421-beb3-885071bffbd6 req-9063c8ef-4f37-42a7-932d-272b0e9d6bef service neutron] 10.222.0.15 "GET /v2.0/networks?id=6d78aefa-528d-494f-b860-ca37a4057a3e HTTP/1.1" status: 200 len: 915 time: 0.0824955 May 23 12:44:39.199754 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fd214c43-ca6b-4421-beb3-885071bffbd6 req-9b12475e-b3d1-4a6e-b948-6fec7d67684b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45b3dda8-fb5f-4e14-8992-d8f97790fbdc HTTP/1.1" status: 200 len: 217 time: 0.0366192 May 23 12:44:39.246936 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd214c43-ca6b-4421-beb3-885071bffbd6 req-adaa9d23-abe2-441a-a00b-98588f821042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:39.248394 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fd214c43-ca6b-4421-beb3-885071bffbd6 req-adaa9d23-abe2-441a-a00b-98588f821042 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56b64361-5b3a-46dd-bdef-1a79898f44da HTTP/1.1" status: 200 len: 853 time: 0.0436759 May 23 12:44:39.290573 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd214c43-ca6b-4421-beb3-885071bffbd6 req-98e78143-d79b-41f9-a24e-b0e2fa92d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:39.291980 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fd214c43-ca6b-4421-beb3-885071bffbd6 req-98e78143-d79b-41f9-a24e-b0e2fa92d118 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6d78aefa-528d-494f-b860-ca37a4057a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380583 May 23 12:44:39.315781 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:39.387431 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fd214c43-ca6b-4421-beb3-885071bffbd6 req-b7b23eed-00aa-421c-9e1a-84d6682071ed service neutron] 10.222.0.15 "GET /v2.0/networks/6d78aefa-528d-494f-b860-ca37a4057a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897923 May 23 12:44:39.476778 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-fd214c43-ca6b-4421-beb3-885071bffbd6 req-b1f91cc7-a408-4c6c-9009-b8a2c2b2e14a service neutron] 10.222.0.15 "GET /v2.0/networks/6d78aefa-528d-494f-b860-ca37a4057a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833349 May 23 12:44:39.900119 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efd4ed-cc76-4324-8e94-e08dceb5f8fe req-655e3558-ba1f-4af0-8eab-5dc6389e07b8 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:39.902284 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d8efd4ed-cc76-4324-8e94-e08dceb5f8fe req-655e3558-ba1f-4af0-8eab-5dc6389e07b8 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 943 time: 0.0466361 May 23 12:44:39.954548 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d8efd4ed-cc76-4324-8e94-e08dceb5f8fe req-af97be64-70c9-4903-bfe1-cff43d5f9156 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463803 May 23 12:44:41.068093 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fe930-5bba-486e-9fda-7c5b3b3e7a64 req-bba73877-692b-4c6b-8491-d0a3009df73b tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:41.069567 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c73fe930-5bba-486e-9fda-7c5b3b3e7a64 req-bba73877-692b-4c6b-8491-d0a3009df73b tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 943 time: 0.0474932 May 23 12:44:41.117366 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c73fe930-5bba-486e-9fda-7c5b3b3e7a64 req-27183afc-7dba-4054-9994-9f10643b53de tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415874 May 23 12:44:42.221377 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 45b3dda8-fb5f-4e14-8992-d8f97790fbdc details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:44:42.235432 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:42.235658 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097c224-8094-4245-9535-6f190cc1ffb2 req-a269edac-b5af-4f5e-b655-0d7f4c699b76 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:42.237059 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7097c224-8094-4245-9535-6f190cc1ffb2 req-a269edac-b5af-4f5e-b655-0d7f4c699b76 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 943 time: 0.0515125 May 23 12:44:42.295682 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7097c224-8094-4245-9535-6f190cc1ffb2 req-0136ec5b-d220-4e35-ac91-bef48795f538 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529127 May 23 12:44:42.369573 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.db.resource_extend [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 12:44:42.455906 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=45b3dda8-fb5f-4e14-8992-d8f97790fbdc,segment=NetworkSegment(5c92644c-4dff-478b-a1ab-f3764f2ea8e1),segment_id=5c92644c-4dff-478b-a1ab-f3764f2ea8e1)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:44:42.469437 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': '45b3dda8-fb5f-4e14-8992-d8f97790fbdc', 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e', 'port_id': '45b3dda8-fb5f-4e14-8992-d8f97790fbdc', 'mac_address': 'fa:16:3e:73:5b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b64361-5b3a-46dd-bdef-1a79898f44da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:44:42.510462 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:44:42.510934 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:42.524549 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b3dda8-fb5f-4e14-8992-d8f97790fbdc {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:44:42.546128 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=45b3dda8-fb5f-4e14-8992-d8f97790fbdc,segment=NetworkSegment(5c92644c-4dff-478b-a1ab-f3764f2ea8e1),segment_id=5c92644c-4dff-478b-a1ab-f3764f2ea8e1)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:44:42.550746 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:42.597360 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=45b3dda8-fb5f-4e14-8992-d8f97790fbdc,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:42.770264 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['45b3dda8-fb5f-4e14-8992-d8f97790fbdc'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:44:42.882047 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:43.414578 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1830da-540d-4939-8cc3-804a834318b5 req-209676cb-a143-4e26-9b32-7090fbe0e460 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:43.416072 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9f1830da-540d-4939-8cc3-804a834318b5 req-209676cb-a143-4e26-9b32-7090fbe0e460 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 944 time: 0.0512676 May 23 12:44:43.468955 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9f1830da-540d-4939-8cc3-804a834318b5 req-96d367f3-08fc-4904-8443-581662978ba5 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461004 May 23 12:44:44.217345 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 45b3dda8-fb5f-4e14-8992-d8f97790fbdc up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:44:44.262572 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning for port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 12:44:44.269223 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:44.269691 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:44.343867 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:44:44.344155 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:44.366694 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66733e1-e43c-4011-b271-ef705a2a9b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b3dda8-fb5f-4e14-8992-d8f97790fbdc'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:44:44.368952 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23519807-1441-4c41-8d60-f9e6e2ab52e8" -d '{"events": [{"server_uuid": "f66733e1-e43c-4011-b271-ef705a2a9b21", "name": "network-vif-plugged", "status": "completed", "tag": "45b3dda8-fb5f-4e14-8992-d8f97790fbdc"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:44:44.385094 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=45b3dda8-fb5f-4e14-8992-d8f97790fbdc,segment=NetworkSegment(5c92644c-4dff-478b-a1ab-f3764f2ea8e1),segment_id=5c92644c-4dff-478b-a1ab-f3764f2ea8e1)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:44:44.390403 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:44.454220 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=45b3dda8-fb5f-4e14-8992-d8f97790fbdc,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:44.500439 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29512d1-18fa-4954-8120-d9100c45ed8c x-openstack-request-id: req-a29512d1-18fa-4954-8120-d9100c45ed8c {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:44:44.500732 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66733e1-e43c-4011-b271-ef705a2a9b21", "name": "network-vif-plugged", "status": "completed", "tag": "45b3dda8-fb5f-4e14-8992-d8f97790fbdc", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:44:44.500988 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a29512d1-18fa-4954-8120-d9100c45ed8c {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:44:44.501390 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a29512d1-18fa-4954-8120-d9100c45ed8c'] response: {'server_uuid': 'f66733e1-e43c-4011-b271-ef705a2a9b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b3dda8-fb5f-4e14-8992-d8f97790fbdc', 'code': 200} May 23 12:44:44.589114 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae127462-1e54-41fa-bb9f-2d1c4882964a req-5880c850-e7f8-470e-9591-597c5593ce33 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:44.590619 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ae127462-1e54-41fa-bb9f-2d1c4882964a req-5880c850-e7f8-470e-9591-597c5593ce33 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 945 time: 0.0499096 May 23 12:44:44.642340 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ae127462-1e54-41fa-bb9f-2d1c4882964a req-d8639081-0302-4f28-b6e9-e9bee1c73c39 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459919 May 23 12:44:44.673446 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2257449-3aa5-4ea7-87f7-d8d6958a9df5 req-1c636533-5aa4-4417-847b-69cd1b19da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:44.675236 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a2257449-3aa5-4ea7-87f7-d8d6958a9df5 req-1c636533-5aa4-4417-847b-69cd1b19da4e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 1129 time: 0.0422173 May 23 12:44:44.723011 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-a2257449-3aa5-4ea7-87f7-d8d6958a9df5 req-a1326ded-b6f4-406b-b1f7-cbf17e2feb0a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418868 May 23 12:44:45.766549 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a78664-f7a1-45c7-a409-4717bd902050 req-981bb96e-1590-4d31-8cb4-a53972c1a33a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:45.768143 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-25a78664-f7a1-45c7-a409-4717bd902050 req-981bb96e-1590-4d31-8cb4-a53972c1a33a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 945 time: 0.0522773 May 23 12:44:45.820742 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-25a78664-f7a1-45c7-a409-4717bd902050 req-8ff4651f-c2a3-47b1-a2e2-10741f8d9eec tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469065 May 23 12:44:46.940514 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf640e5-5842-4c3c-a8e6-3b0f6ceb9de8 req-861d5316-4192-4d70-969d-176ad5815752 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:46.942002 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5bf640e5-5842-4c3c-a8e6-3b0f6ceb9de8 req-861d5316-4192-4d70-969d-176ad5815752 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 945 time: 0.0491219 May 23 12:44:46.992283 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5bf640e5-5842-4c3c-a8e6-3b0f6ceb9de8 req-0c13201c-03e2-4d0f-a271-841a9e489c46 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421054 May 23 12:44:47.116818 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f547d1-26d1-4e73-a2ab-f75bf8e6d696 req-48a26768-63d0-4780-8f22-3b3ed60d4288 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:47.118335 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e7f547d1-26d1-4e73-a2ab-f75bf8e6d696 req-48a26768-63d0-4780-8f22-3b3ed60d4288 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 945 time: 0.0571108 May 23 12:44:47.171403 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e7f547d1-26d1-4e73-a2ab-f75bf8e6d696 req-ca98f946-db32-47c9-b89d-5c1c708a798d tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464976 May 23 12:44:47.537208 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d04353-34eb-4e71-9337-498e84a82e80 req-dc634d76-7012-4e6a-adf8-3d8ab15dedd5 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:47.538646 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c6d04353-34eb-4e71-9337-498e84a82e80 req-dc634d76-7012-4e6a-adf8-3d8ab15dedd5 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 945 time: 0.0489707 May 23 12:44:47.585516 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c6d04353-34eb-4e71-9337-498e84a82e80 req-f2f217d2-9c84-4280-a561-2b7085715b2a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404823 May 23 12:44:54.443226 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=29,neutron:DELETE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:54.452284 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:54.716961 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=77 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:54.720161 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=23 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:55.986585 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b45b23-c787-4cea-a197-40305c8f451e req-93e7465a-9d7c-4051-a1c2-9bc9ae236ab9 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:55.988089 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e9b45b23-c787-4cea-a197-40305c8f451e req-93e7465a-9d7c-4051-a1c2-9bc9ae236ab9 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 945 time: 0.0476620 May 23 12:44:56.036948 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e9b45b23-c787-4cea-a197-40305c8f451e req-9188a176-50b6-4994-8c51-337226328fbc tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431490 May 23 12:44:56.061542 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33220) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:44:56.244933 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3739eadc-c859-4ce9-99e4-66e51ae5cb50 tempest-TestMinimumBasicScenario-229900328 tempest-TestMinimumBasicScenario-229900328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:56.246560 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-3739eadc-c859-4ce9-99e4-66e51ae5cb50 tempest-TestMinimumBasicScenario-229900328 tempest-TestMinimumBasicScenario-229900328-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 1124 time: 0.1839802 May 23 12:44:56.249769 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33224) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:44:56.254035 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.v2.base [None req-79515713-d769-4fae-9875-42ba497e454a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Request body: {'floatingip': {'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'port_id': '45b3dda8-fb5f-4e14-8992-d8f97790fbdc', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:44:56.275185 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-79515713-d769-4fae-9875-42ba497e454a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:56.356239 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-79515713-d769-4fae-9875-42ba497e454a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:56.467882 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-79515713-d769-4fae-9875-42ba497e454a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Allocated IP 172.27.0.101 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/7bde4038-eed1-4459-8ad0-003f7df65d30) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:44:56.571813 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-79515713-d769-4fae-9875-42ba497e454a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for port (7bde4038-eed1-4459-8ad0-003f7df65d30), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:56.608193 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-79515713-d769-4fae-9875-42ba497e454a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (7bde4038-eed1-4459-8ad0-003f7df65d30), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:56.652341 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79515713-d769-4fae-9875-42ba497e454a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:44:56.657911 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-79515713-d769-4fae-9875-42ba497e454a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:44:56.662481 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79515713-d769-4fae-9875-42ba497e454a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:44:56.665849 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79515713-d769-4fae-9875-42ba497e454a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Pushing event updated for resources: {'Port': ['ID=7bde4038-eed1-4459-8ad0-003f7df65d30,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:56.984564 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:57.039421 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-79515713-d769-4fae-9875-42ba497e454a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for floatingip (76b453d9-75a7-4f4e-950f-6703222c99a7), precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:57.068477 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:57.110573 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-79515713-d769-4fae-9875-42ba497e454a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (7bde4038-eed1-4459-8ad0-003f7df65d30), before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:57.297589 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-79515713-d769-4fae-9875-42ba497e454a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for port (7bde4038-eed1-4459-8ad0-003f7df65d30), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:57.301884 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-79515713-d769-4fae-9875-42ba497e454a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4651066'] for port (7bde4038-eed1-4459-8ad0-003f7df65d30), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:57.372656 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79515713-d769-4fae-9875-42ba497e454a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Pushing event updated for resources: {'Port': ['ID=7bde4038-eed1-4459-8ad0-003f7df65d30,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:57.384788 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-79515713-d769-4fae-9875-42ba497e454a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (76b453d9-75a7-4f4e-950f-6703222c99a7), after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:57.475050 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.l3_db [None req-79515713-d769-4fae-9875-42ba497e454a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Floating IP 76b453d9-75a7-4f4e-950f-6703222c99a7 associated. External IP: 172.27.0.101, port: 45b3dda8-fb5f-4e14-8992-d8f97790fbdc. May 23 12:44:57.668482 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79515713-d769-4fae-9875-42ba497e454a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Router 6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:44:57.769349 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79515713-d769-4fae-9875-42ba497e454a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:44:57.780256 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8566a9bd-e7dc-4c77-9423-60182a808bff None None] Sync routers for ids ['6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:44:57.788311 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-79515713-d769-4fae-9875-42ba497e454a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:57.791302 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8566a9bd-e7dc-4c77-9423-60182a808bff None None] Routers {'6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:44:57.792001 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-8566a9bd-e7dc-4c77-9423-60182a808bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:44:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:44:57.814755 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:57.819814 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-79515713-d769-4fae-9875-42ba497e454a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5690799 May 23 12:44:57.820675 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66733e1-e43c-4011-b271-ef705a2a9b21', 'tag': '45b3dda8-fb5f-4e14-8992-d8f97790fbdc'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:44:57.822726 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 33226) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:44:57.823213 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fe18bb-f97c-4b18-8d60-52ba7de8c03b" -d '{"events": [{"name": "network-changed", "server_uuid": "f66733e1-e43c-4011-b271-ef705a2a9b21", "tag": "45b3dda8-fb5f-4e14-8992-d8f97790fbdc"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:44:57.833652 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-02144e22-444d-40d1-9a07-1e4516be623c tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1587278546', 'description': 'tempest-secgroup-smoke-1587278546 description', 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:44:57.838842 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:57.846598 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:57.865064 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-02144e22-444d-40d1-9a07-1e4516be623c tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:57.884288 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e918573-ec1c-43bf-9a37-3c919193187c x-openstack-request-id: req-0e918573-ec1c-43bf-9a37-3c919193187c {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:44:57.884712 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66733e1-e43c-4011-b271-ef705a2a9b21", "tag": "45b3dda8-fb5f-4e14-8992-d8f97790fbdc", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:44:57.885156 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e918573-ec1c-43bf-9a37-3c919193187c {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:44:57.885649 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e918573-ec1c-43bf-9a37-3c919193187c'] response: {'name': 'network-changed', 'server_uuid': 'f66733e1-e43c-4011-b271-ef705a2a9b21', 'tag': '45b3dda8-fb5f-4e14-8992-d8f97790fbdc', 'status': 'completed', 'code': 200} May 23 12:44:57.904779 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-8566a9bd-e7dc-4c77-9423-60182a808bff None None] Set router 6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:44:57.952084 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-02144e22-444d-40d1-9a07-1e4516be623c tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group (ceed8677-b38c-433b-96d9-aa6717e80a39), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:57.956727 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-02144e22-444d-40d1-9a07-1e4516be623c tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (ceed8677-b38c-433b-96d9-aa6717e80a39), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:57.961846 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe18bb-f97c-4b18-8d60-52ba7de8c03b req-498762a6-906f-41c7-b9e3-89139ba0abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:57.963482 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-33fe18bb-f97c-4b18-8d60-52ba7de8c03b req-498762a6-906f-41c7-b9e3-89139ba0abfa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf51a0c52de248fdb85a7cee23739b4e&device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 1129 time: 0.0469556 May 23 12:44:57.998313 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-02144e22-444d-40d1-9a07-1e4516be623c tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.002583 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-02144e22-444d-40d1-9a07-1e4516be623c tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1753409 May 23 12:44:58.003032 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 33230) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:44:58.007583 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-42c127cf-7c16-4030-a328-49e699d298b8 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Request body: {'security_group_rule': {'security_group_id': 'ceed8677-b38c-433b-96d9-aa6717e80a39', 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:44:58.014152 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02144e22-444d-40d1-9a07-1e4516be623c tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceed8677-b38c-433b-96d9-aa6717e80a39,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:58.048349 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-42c127cf-7c16-4030-a328-49e699d298b8 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group_rule (e39d0ea8-e5d9-4f76-8ad8-d72212178a58), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.065881 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:58.110587 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe18bb-f97c-4b18-8d60-52ba7de8c03b req-840d6705-109d-4b2f-92b1-33996fa7676c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:58.113250 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-33fe18bb-f97c-4b18-8d60-52ba7de8c03b req-840d6705-109d-4b2f-92b1-33996fa7676c service neutron] 10.222.0.15 "GET /v2.0/networks?id=6d78aefa-528d-494f-b860-ca37a4057a3e HTTP/1.1" status: 200 len: 915 time: 0.1432552 May 23 12:44:58.123285 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-42c127cf-7c16-4030-a328-49e699d298b8 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group_rule (e39d0ea8-e5d9-4f76-8ad8-d72212178a58), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.127962 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-42c127cf-7c16-4030-a328-49e699d298b8 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (e39d0ea8-e5d9-4f76-8ad8-d72212178a58), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.151519 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c127cf-7c16-4030-a328-49e699d298b8 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39d0ea8-e5d9-4f76-8ad8-d72212178a58,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:58.173390 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-42c127cf-7c16-4030-a328-49e699d298b8 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.177788 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-42c127cf-7c16-4030-a328-49e699d298b8 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1711261 May 23 12:44:58.178171 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 33232) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:44:58.185500 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-8566a9bd-e7dc-4c77-9423-60182a808bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'name': 'tempest-TestMinimumBasicScenario-205117406-router', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:11Z', 'revision_number': 4, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'gw_port': {'id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '76b453d9-75a7-4f4e-950f-6703222c99a7', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'port_id': '45b3dda8-fb5f-4e14-8992-d8f97790fbdc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e', 'mac_address': 'fa:16:3e:73:5b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66733e1-e43c-4011-b271-ef705a2a9b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:44:56Z', 'updated_at': '2022-05-23T12:44:56Z', 'revision_number': 0, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b6ec35-7c21-414e-9e83-8812216a00d2', 'name': '', 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'mac_address': 'fa:16:3e:19:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '56b64361-5b3a-46dd-bdef-1a79898f44da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:10Z', 'updated_at': '2022-05-23T12:44:15Z', 'revision_number': 5, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'subnets': [{'id': '56b64361-5b3a-46dd-bdef-1a79898f44da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:44:58.185801 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-f058c41c-a10a-4754-bfb2-0bea2312bb94 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Request body: {'security_group_rule': {'security_group_id': 'ceed8677-b38c-433b-96d9-aa6717e80a39', 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:44:58.196409 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-33fe18bb-f97c-4b18-8d60-52ba7de8c03b req-fb67186b-df9a-4203-97be-93d5fa82c026 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45b3dda8-fb5f-4e14-8992-d8f97790fbdc HTTP/1.1" status: 200 len: 999 time: 0.0766702 May 23 12:44:58.214921 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8566a9bd-e7dc-4c77-9423-60182a808bff None None] Checking router: 6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:44:58.226835 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8566a9bd-e7dc-4c77-9423-60182a808bff None None] Routers {'6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:44:58.227245 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f058c41c-a10a-4754-bfb2-0bea2312bb94 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group_rule (b82afcf5-d7e5-4dc8-ab9e-98cce985431b), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.227554 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-8566a9bd-e7dc-4c77-9423-60182a808bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:44:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:44:58.260132 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe18bb-f97c-4b18-8d60-52ba7de8c03b req-43543ac7-c3be-4d88-a59f-14003ad5d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:58.261789 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-33fe18bb-f97c-4b18-8d60-52ba7de8c03b req-43543ac7-c3be-4d88-a59f-14003ad5d424 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56b64361-5b3a-46dd-bdef-1a79898f44da HTTP/1.1" status: 200 len: 853 time: 0.0585442 May 23 12:44:58.297959 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f058c41c-a10a-4754-bfb2-0bea2312bb94 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group_rule (b82afcf5-d7e5-4dc8-ab9e-98cce985431b), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.303889 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f058c41c-a10a-4754-bfb2-0bea2312bb94 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (b82afcf5-d7e5-4dc8-ab9e-98cce985431b), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.311998 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe18bb-f97c-4b18-8d60-52ba7de8c03b req-2c4b05e7-d102-4c10-86ab-d2cd6eb934df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:58.313676 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-33fe18bb-f97c-4b18-8d60-52ba7de8c03b req-2c4b05e7-d102-4c10-86ab-d2cd6eb934df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6d78aefa-528d-494f-b860-ca37a4057a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449176 May 23 12:44:58.329440 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058c41c-a10a-4754-bfb2-0bea2312bb94 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82afcf5-d7e5-4dc8-ab9e-98cce985431b,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:58.335458 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f058c41c-a10a-4754-bfb2-0bea2312bb94 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.340428 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-f058c41c-a10a-4754-bfb2-0bea2312bb94 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1572325 May 23 12:44:58.340739 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 33234) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:44:58.345595 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-04d50e8b-aa5f-433a-b2c5-1367e58725d7 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Request body: {'security_group_rule': {'security_group_id': 'ceed8677-b38c-433b-96d9-aa6717e80a39', 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:44:58.362051 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-8566a9bd-e7dc-4c77-9423-60182a808bff None None] Set router 6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:44:58.378705 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-04d50e8b-aa5f-433a-b2c5-1367e58725d7 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group_rule (5b31e147-d2db-4d79-b0c1-37e866547c3f), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.422804 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-33fe18bb-f97c-4b18-8d60-52ba7de8c03b req-a55b59bf-bc8f-4868-8645-293436cb5ed3 service neutron] 10.222.0.15 "GET /v2.0/networks/6d78aefa-528d-494f-b860-ca37a4057a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030502 May 23 12:44:58.445802 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-04d50e8b-aa5f-433a-b2c5-1367e58725d7 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group_rule (5b31e147-d2db-4d79-b0c1-37e866547c3f), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.451095 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-04d50e8b-aa5f-433a-b2c5-1367e58725d7 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (5b31e147-d2db-4d79-b0c1-37e866547c3f), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.476416 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d50e8b-aa5f-433a-b2c5-1367e58725d7 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b31e147-d2db-4d79-b0c1-37e866547c3f,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:58.486129 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-04d50e8b-aa5f-433a-b2c5-1367e58725d7 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.495894 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-04d50e8b-aa5f-433a-b2c5-1367e58725d7 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1456838 May 23 12:44:58.495894 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 33236) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:44:58.495894 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-906f1afa-02cd-46dc-87ff-c30c6ce6b8ad tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Request body: {'security_group_rule': {'security_group_id': 'ceed8677-b38c-433b-96d9-aa6717e80a39', 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:44:58.525148 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-906f1afa-02cd-46dc-87ff-c30c6ce6b8ad tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group_rule (87a6a6cb-0d62-449f-a0f5-ff0263cf06ca), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.541468 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-33fe18bb-f97c-4b18-8d60-52ba7de8c03b req-13e717e0-6c8e-455c-8a2b-4ae7f251baeb service neutron] 10.222.0.15 "GET /v2.0/networks/6d78aefa-528d-494f-b860-ca37a4057a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126695 May 23 12:44:58.601457 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-906f1afa-02cd-46dc-87ff-c30c6ce6b8ad tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group_rule (87a6a6cb-0d62-449f-a0f5-ff0263cf06ca), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.605208 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-906f1afa-02cd-46dc-87ff-c30c6ce6b8ad tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (87a6a6cb-0d62-449f-a0f5-ff0263cf06ca), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.626594 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f1afa-02cd-46dc-87ff-c30c6ce6b8ad tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a6a6cb-0d62-449f-a0f5-ff0263cf06ca,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:58.629802 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-8566a9bd-e7dc-4c77-9423-60182a808bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'name': 'tempest-TestMinimumBasicScenario-205117406-router', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:11Z', 'revision_number': 4, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'gw_port': {'id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '76b453d9-75a7-4f4e-950f-6703222c99a7', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'port_id': '45b3dda8-fb5f-4e14-8992-d8f97790fbdc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e', 'mac_address': 'fa:16:3e:73:5b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66733e1-e43c-4011-b271-ef705a2a9b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:44:56Z', 'updated_at': '2022-05-23T12:44:56Z', 'revision_number': 0, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b6ec35-7c21-414e-9e83-8812216a00d2', 'name': '', 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'mac_address': 'fa:16:3e:19:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '56b64361-5b3a-46dd-bdef-1a79898f44da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:10Z', 'updated_at': '2022-05-23T12:44:15Z', 'revision_number': 5, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'subnets': [{'id': '56b64361-5b3a-46dd-bdef-1a79898f44da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:44:58.632250 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-906f1afa-02cd-46dc-87ff-c30c6ce6b8ad tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.636121 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-906f1afa-02cd-46dc-87ff-c30c6ce6b8ad tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1423178 May 23 12:44:58.636121 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 33238) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:44:58.641288 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-a88ee109-cf84-47ff-937c-79bb31a8ea86 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Request body: {'security_group_rule': {'security_group_id': 'ceed8677-b38c-433b-96d9-aa6717e80a39', 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:44:58.646712 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:58.652071 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=77,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:58.657382 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8566a9bd-e7dc-4c77-9423-60182a808bff None None] The sync data for ids ['6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'] in dv-cinder-836996-27-iscsi is: [{'id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'name': 'tempest-TestMinimumBasicScenario-205117406-router', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:11Z', 'revision_number': 4, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'gw_port': {'id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': '76b453d9-75a7-4f4e-950f-6703222c99a7', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'port_id': '45b3dda8-fb5f-4e14-8992-d8f97790fbdc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e', 'mac_address': 'fa:16:3e:73:5b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66733e1-e43c-4011-b271-ef705a2a9b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:44:56Z', 'updated_at': '2022-05-23T12:44:56Z', 'revision_number': 0, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b6ec35-7c21-414e-9e83-8812216a00d2', 'name': '', 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'mac_address': 'fa:16:3e:19:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '56b64361-5b3a-46dd-bdef-1a79898f44da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:10Z', 'updated_at': '2022-05-23T12:44:15Z', 'revision_number': 5, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'subnets': [{'id': '56b64361-5b3a-46dd-bdef-1a79898f44da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:44:58.667772 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.db.securitygroups_db [None req-a88ee109-cf84-47ff-937c-79bb31a8ea86 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Project cf51a0c52de248fdb85a7cee23739b4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:44:58.675748 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a88ee109-cf84-47ff-937c-79bb31a8ea86 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group_rule (c8292b56-4f35-412e-998f-3cfbf7338500), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.741394 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a88ee109-cf84-47ff-937c-79bb31a8ea86 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group_rule (c8292b56-4f35-412e-998f-3cfbf7338500), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.745936 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a88ee109-cf84-47ff-937c-79bb31a8ea86 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (c8292b56-4f35-412e-998f-3cfbf7338500), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.766251 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ee109-cf84-47ff-937c-79bb31a8ea86 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8292b56-4f35-412e-998f-3cfbf7338500,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:58.775912 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a88ee109-cf84-47ff-937c-79bb31a8ea86 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.777290 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-a88ee109-cf84-47ff-937c-79bb31a8ea86 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1401763 May 23 12:44:58.780683 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 33240) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:44:58.785313 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-ecfd96b4-a356-4868-bca3-e2b7bb92a04d tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Request body: {'security_group_rule': {'security_group_id': 'ceed8677-b38c-433b-96d9-aa6717e80a39', 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:44:58.807964 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.db.securitygroups_db [None req-ecfd96b4-a356-4868-bca3-e2b7bb92a04d tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Project cf51a0c52de248fdb85a7cee23739b4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:44:58.817875 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ecfd96b4-a356-4868-bca3-e2b7bb92a04d tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group_rule (ae2792a4-149a-480d-bbb7-76d146f29806), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.873807 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032d5289-112a-490f-87bd-6d92a8d095e3 None None] New status for floating IP 76b453d9-75a7-4f4e-950f-6703222c99a7: ACTIVE {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:44:58.877458 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ecfd96b4-a356-4868-bca3-e2b7bb92a04d tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group_rule (ae2792a4-149a-480d-bbb7-76d146f29806), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.883190 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ecfd96b4-a356-4868-bca3-e2b7bb92a04d tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769388'] for security_group_rule (ae2792a4-149a-480d-bbb7-76d146f29806), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.900790 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd96b4-a356-4868-bca3-e2b7bb92a04d tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2792a4-149a-480d-bbb7-76d146f29806,revision_number=0']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:58.913925 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ecfd96b4-a356-4868-bca3-e2b7bb92a04d tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:58.918073 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-ecfd96b4-a356-4868-bca3-e2b7bb92a04d tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333792 May 23 12:44:59.018022 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:44:59.055471 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-85abac56-2ffa-4a40-bbcc-2fb55577ef81 req-5e000a90-f274-4c2d-87c9-71015df21871 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1587278546&fields=id&tenant_id=cf51a0c52de248fdb85a7cee23739b4e HTTP/1.1" status: 200 len: 267 time: 0.0511167 May 23 12:44:59.119442 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abac56-2ffa-4a40-bbcc-2fb55577ef81 req-09d8aea2-61ff-45e4-8ce0-d48abd4fcf97 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:59.122590 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-85abac56-2ffa-4a40-bbcc-2fb55577ef81 req-09d8aea2-61ff-45e4-8ce0-d48abd4fcf97 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 945 time: 0.0600388 May 23 12:44:59.133534 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-85abac56-2ffa-4a40-bbcc-2fb55577ef81 req-2e1f6165-e867-4e4f-8336-b44816572d57 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Request body: {'port': {'security_groups': ['d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8', 'ceed8677-b38c-433b-96d9-aa6717e80a39']}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:44:59.207888 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-85abac56-2ffa-4a40-bbcc-2fb55577ef81 req-2e1f6165-e867-4e4f-8336-b44816572d57 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:59.452938 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-85abac56-2ffa-4a40-bbcc-2fb55577ef81 req-2e1f6165-e867-4e4f-8336-b44816572d57 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] For port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=45b3dda8-fb5f-4e14-8992-d8f97790fbdc,segment=NetworkSegment(5c92644c-4dff-478b-a1ab-f3764f2ea8e1),segment_id=5c92644c-4dff-478b-a1ab-f3764f2ea8e1)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:44:59.486019 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-85abac56-2ffa-4a40-bbcc-2fb55577ef81 req-2e1f6165-e867-4e4f-8336-b44816572d57 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:59.491330 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-85abac56-2ffa-4a40-bbcc-2fb55577ef81 req-2e1f6165-e867-4e4f-8336-b44816572d57 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:59.505497 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['45b3dda8-fb5f-4e14-8992-d8f97790fbdc'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:44:59.538864 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abac56-2ffa-4a40-bbcc-2fb55577ef81 req-2e1f6165-e867-4e4f-8336-b44816572d57 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:59.539509 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-85abac56-2ffa-4a40-bbcc-2fb55577ef81 req-2e1f6165-e867-4e4f-8336-b44816572d57 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:59.540983 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-85abac56-2ffa-4a40-bbcc-2fb55577ef81 req-2e1f6165-e867-4e4f-8336-b44816572d57 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "PUT /v2.0/ports/45b3dda8-fb5f-4e14-8992-d8f97790fbdc HTTP/1.1" status: 200 len: 981 time: 0.4121006 May 23 12:44:59.541452 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66733e1-e43c-4011-b271-ef705a2a9b21', 'tag': '45b3dda8-fb5f-4e14-8992-d8f97790fbdc'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:44:59.547248 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536e1eac-9325-45ba-b0ae-e614c71dac6b" -d '{"events": [{"name": "network-changed", "server_uuid": "f66733e1-e43c-4011-b271-ef705a2a9b21", "tag": "45b3dda8-fb5f-4e14-8992-d8f97790fbdc"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:44:59.584019 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f6165-e867-4e4f-8336-b44816572d57 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Pushing event updated for resources: {'Port': ['ID=45b3dda8-fb5f-4e14-8992-d8f97790fbdc,revision_number=6']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:44:59.675919 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['45b3dda8-fb5f-4e14-8992-d8f97790fbdc'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:44:59.700709 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784af60-ad27-407c-bd23-97c01998857e req-a9496be5-ef00-4d21-8d3c-7a9f9620bfce tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:59.711625 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c784af60-ad27-407c-bd23-97c01998857e req-a9496be5-ef00-4d21-8d3c-7a9f9620bfce tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 984 time: 0.0905333 May 23 12:44:59.714459 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c0b872-f2f6-4b1e-b404-7778fac2b251 x-openstack-request-id: req-f5c0b872-f2f6-4b1e-b404-7778fac2b251 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:44:59.714731 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66733e1-e43c-4011-b271-ef705a2a9b21", "tag": "45b3dda8-fb5f-4e14-8992-d8f97790fbdc", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:44:59.714979 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5c0b872-f2f6-4b1e-b404-7778fac2b251 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:44:59.716474 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c0b872-f2f6-4b1e-b404-7778fac2b251'] response: {'name': 'network-changed', 'server_uuid': 'f66733e1-e43c-4011-b271-ef705a2a9b21', 'tag': '45b3dda8-fb5f-4e14-8992-d8f97790fbdc', 'status': 'completed', 'code': 200} May 23 12:44:59.737152 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=100 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:59.741075 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:59.793158 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e1eac-9325-45ba-b0ae-e614c71dac6b req-3fee529b-4b57-4a10-acbc-e0150e876f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:59.793837 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:59.796778 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-536e1eac-9325-45ba-b0ae-e614c71dac6b req-3fee529b-4b57-4a10-acbc-e0150e876f77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf51a0c52de248fdb85a7cee23739b4e&device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 1168 time: 0.0609701 May 23 12:44:59.801160 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c784af60-ad27-407c-bd23-97c01998857e req-d566b599-93fa-407b-b090-67c9a2beb44d tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ceed8677-b38c-433b-96d9-aa6717e80a39&id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833290 May 23 12:44:59.855224 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=100 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:44:59.884581 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-f26f1640-5e89-4c95-8217-3bc6fe597776 None None] Provisioning complete for port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:44:59.884950 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f26f1640-5e89-4c95-8217-3bc6fe597776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:44:59.910900 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e1eac-9325-45ba-b0ae-e614c71dac6b req-b48cb034-566b-4d44-b55b-f97b254cea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:44:59.912431 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-536e1eac-9325-45ba-b0ae-e614c71dac6b req-b48cb034-566b-4d44-b55b-f97b254cea83 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6d78aefa-528d-494f-b860-ca37a4057a3e HTTP/1.1" status: 200 len: 915 time: 0.1073723 May 23 12:44:59.980859 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-536e1eac-9325-45ba-b0ae-e614c71dac6b req-37715a4f-abd3-45fc-913a-d29c94c5b5b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45b3dda8-fb5f-4e14-8992-d8f97790fbdc HTTP/1.1" status: 200 len: 1001 time: 0.0606291 May 23 12:45:00.034868 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e1eac-9325-45ba-b0ae-e614c71dac6b req-bc09b169-58a8-4f45-8f81-4e35f9bedb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:00.036560 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-536e1eac-9325-45ba-b0ae-e614c71dac6b req-bc09b169-58a8-4f45-8f81-4e35f9bedb79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56b64361-5b3a-46dd-bdef-1a79898f44da HTTP/1.1" status: 200 len: 853 time: 0.0504954 May 23 12:45:00.085412 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e1eac-9325-45ba-b0ae-e614c71dac6b req-55350c2f-512f-4898-8d13-a8d85a8b7374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:00.086945 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-536e1eac-9325-45ba-b0ae-e614c71dac6b req-55350c2f-512f-4898-8d13-a8d85a8b7374 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6d78aefa-528d-494f-b860-ca37a4057a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445027 May 23 12:45:00.100269 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f26f1640-5e89-4c95-8217-3bc6fe597776 None None] Current status of the port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:45:00.185307 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-536e1eac-9325-45ba-b0ae-e614c71dac6b req-807215a1-38a5-45d9-9588-5a5ed7ad50ce service neutron] 10.222.0.15 "GET /v2.0/networks/6d78aefa-528d-494f-b860-ca37a4057a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915875 May 23 12:45:00.299749 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-536e1eac-9325-45ba-b0ae-e614c71dac6b req-2f5c2a18-300e-419d-b1c7-49a734886df7 service neutron] 10.222.0.15 "GET /v2.0/networks/6d78aefa-528d-494f-b860-ca37a4057a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088958 May 23 12:45:02.408421 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f75e1a84-353d-405d-aff3-824d970b5cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:03.713674 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:04.657493 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-93a64d72-5cb7-447a-93a9-7a40e3fed208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:05.967452 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:06.132764 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fe53f-7026-42b7-9d3d-768a4d82dbe2 req-6a383780-2725-4cea-acdf-21f4a48541b0 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:06.134294 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-317fe53f-7026-42b7-9d3d-768a4d82dbe2 req-6a383780-2725-4cea-acdf-21f4a48541b0 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 946 time: 0.0494840 May 23 12:45:06.186277 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-317fe53f-7026-42b7-9d3d-768a4d82dbe2 req-373b6017-ef43-4fa2-b6dc-994e9dbca3dc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456119 May 23 12:45:07.302797 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae6c53-c28a-442e-998b-2fff122cf1bf req-f29d4ac4-2444-419b-9138-abb0b51190b5 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:07.304147 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-eeae6c53-c28a-442e-998b-2fff122cf1bf req-f29d4ac4-2444-419b-9138-abb0b51190b5 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 946 time: 0.0469022 May 23 12:45:07.337241 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:07.359033 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-eeae6c53-c28a-442e-998b-2fff122cf1bf req-b54d7ebe-0e0d-495d-8d34-e3c25ed059b6 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491049 May 23 12:45:07.606151 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=100 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:07.614982 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744eda6e-7109-4e65-ac96-fd3818fcaaea req-fe781f91-74a6-4d7a-a777-34badc8196da tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:07.616473 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-744eda6e-7109-4e65-ac96-fd3818fcaaea req-fe781f91-74a6-4d7a-a777-34badc8196da tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 946 time: 0.0474472 May 23 12:45:07.706169 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-744eda6e-7109-4e65-ac96-fd3818fcaaea req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Deleting port 05be8af3-225e-46ed-b701-da573a908453 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:45:07.706504 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-744eda6e-7109-4e65-ac96-fd3818fcaaea req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (05be8af3-225e-46ed-b701-da573a908453), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:07.771593 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=100 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:07.798278 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-744eda6e-7109-4e65-ac96-fd3818fcaaea req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] For port 05be8af3-225e-46ed-b701-da573a908453, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=05be8af3-225e-46ed-b701-da573a908453,segment=NetworkSegment(3459468d-caa0-43a3-8e51-ef34a15b16d7),segment_id=3459468d-caa0-43a3-8e51-ef34a15b16d7)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:45:07.798634 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-744eda6e-7109-4e65-ac96-fd3818fcaaea req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (05be8af3-225e-46ed-b701-da573a908453), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:07.963726 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-744eda6e-7109-4e65-ac96-fd3818fcaaea req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:07.963999 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-744eda6e-7109-4e65-ac96-fd3818fcaaea req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (4c55c254-a190-491d-88a9-cae54a28c248), after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:07.964343 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.l3_db [req-744eda6e-7109-4e65-ac96-fd3818fcaaea req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Floating IP 4c55c254-a190-491d-88a9-cae54a28c248 disassociated. External IP: 172.27.0.166, port: 05be8af3-225e-46ed-b701-da573a908453. May 23 12:45:07.964686 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-744eda6e-7109-4e65-ac96-fd3818fcaaea req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Calling delete_port for 05be8af3-225e-46ed-b701-da573a908453 owned by compute:nova {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:45:08.317874 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-744eda6e-7109-4e65-ac96-fd3818fcaaea req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (05be8af3-225e-46ed-b701-da573a908453), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:08.346269 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Pushing event deleted for resources: {'Port': ['ID=05be8af3-225e-46ed-b701-da573a908453,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:45:08.357808 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:08.358159 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:08.358494 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:08.358835 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:08.359191 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:08.359523 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:08.359852 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:08.360213 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:08.360531 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:08.360854 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:08.361201 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:08.361497 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:08.361817 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:08.362135 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:08.362451 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:08.466574 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fdb93240-1004-4a80-b446-e975588670ce req-a5011667-e1cc-4777-bf42-0c283d3d5f1b tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec9234d-3bbf-4d1f-8780-5544e03fe111 HTTP/1.1" status: 200 len: 210 time: 0.0373366 May 23 12:45:08.474555 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-744eda6e-7109-4e65-ac96-fd3818fcaaea req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Router 650b2b55-8e7c-4705-a9df-08a978f2d928 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:45:08.587887 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-744eda6e-7109-4e65-ac96-fd3818fcaaea req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:45:08.599034 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a801045-2ba0-43ff-92b9-65300716eb6c None None] Sync routers for ids ['650b2b55-8e7c-4705-a9df-08a978f2d928'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:45:08.609690 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a801045-2ba0-43ff-92b9-65300716eb6c None None] Routers {'650b2b55-8e7c-4705-a9df-08a978f2d928'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:45:08.610307 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-6a801045-2ba0-43ff-92b9-65300716eb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:45:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['650b2b55-8e7c-4705-a9df-08a978f2d928'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:45:08.614061 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:08.632529 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-744eda6e-7109-4e65-ac96-fd3818fcaaea req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] No DVR routers for this DVR port 05be8af3-225e-46ed-b701-da573a908453 on host hv-cinder-83699 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:45:08.635028 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-744eda6e-7109-4e65-ac96-fd3818fcaaea req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:08.638590 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-744eda6e-7109-4e65-ac96-fd3818fcaaea req-1fae7286-4d23-40d0-9fe7-d6dd98f0eabe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.15 "DELETE /v2.0/ports/05be8af3-225e-46ed-b701-da573a908453 HTTP/1.1" status: 204 len: 173 time: 1.0155652 May 23 12:45:08.639025 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec9234d-3bbf-4d1f-8780-5544e03fe111', 'name': 'network-vif-deleted', 'tag': '05be8af3-225e-46ed-b701-da573a908453'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:45:08.641294 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb72b467-0477-41d3-93fb-a30b4e118ef0" -d '{"events": [{"server_uuid": "0ec9234d-3bbf-4d1f-8780-5544e03fe111", "name": "network-vif-deleted", "tag": "05be8af3-225e-46ed-b701-da573a908453"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:45:08.652493 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:08.678156 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0222ba6b-defe-42a0-8f22-1aed69bc09b0 x-openstack-request-id: req-0222ba6b-defe-42a0-8f22-1aed69bc09b0 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:45:08.678446 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec9234d-3bbf-4d1f-8780-5544e03fe111", "name": "network-vif-deleted", "tag": "05be8af3-225e-46ed-b701-da573a908453", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:45:08.678784 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0222ba6b-defe-42a0-8f22-1aed69bc09b0 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:45:08.679539 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0222ba6b-defe-42a0-8f22-1aed69bc09b0'] response: {'server_uuid': '0ec9234d-3bbf-4d1f-8780-5544e03fe111', 'name': 'network-vif-deleted', 'tag': '05be8af3-225e-46ed-b701-da573a908453', 'status': 'completed', 'code': 200} May 23 12:45:08.720014 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:08.744540 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-6a801045-2ba0-43ff-92b9-65300716eb6c None None] Set router 650b2b55-8e7c-4705-a9df-08a978f2d928 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:45:09.028666 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=27 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:09.059377 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:09.070887 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-6a801045-2ba0-43ff-92b9-65300716eb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'b62e3342-0cde-4661-b724-802c50974de6', 'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'mac_address': 'fa:16:3e:77:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:11Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 5, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'subnets': [{'id': '081f086c-ab03-48fd-9480-53cde1703c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:45:09.096978 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a801045-2ba0-43ff-92b9-65300716eb6c None None] Checking router: 650b2b55-8e7c-4705-a9df-08a978f2d928 for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:45:09.105913 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a801045-2ba0-43ff-92b9-65300716eb6c None None] Routers {'650b2b55-8e7c-4705-a9df-08a978f2d928'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:45:09.107294 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-6a801045-2ba0-43ff-92b9-65300716eb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:45:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['650b2b55-8e7c-4705-a9df-08a978f2d928'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:45:09.208107 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-6a801045-2ba0-43ff-92b9-65300716eb6c None None] Set router 650b2b55-8e7c-4705-a9df-08a978f2d928 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:45:09.398822 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-6a801045-2ba0-43ff-92b9-65300716eb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'b62e3342-0cde-4661-b724-802c50974de6', 'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'mac_address': 'fa:16:3e:77:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:11Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 5, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'subnets': [{'id': '081f086c-ab03-48fd-9480-53cde1703c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:45:09.430711 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a801045-2ba0-43ff-92b9-65300716eb6c None None] The sync data for ids ['650b2b55-8e7c-4705-a9df-08a978f2d928'] in dv-cinder-836996-27-iscsi is: [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'b62e3342-0cde-4661-b724-802c50974de6', 'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'mac_address': 'fa:16:3e:77:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:11Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 5, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'subnets': [{'id': '081f086c-ab03-48fd-9480-53cde1703c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:45:09.688058 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf33240-8f01-4a61-9640-8c8eedd5ded8 None None] New status for floating IP 4c55c254-a190-491d-88a9-cae54a28c248: DOWN {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:45:09.755908 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-750f187e-9df6-40d9-81da-3bbb003a3920 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1035934523&fields=id&tenant_id=ac5975413f5548c3881ec3c868295836 HTTP/1.1" status: 200 len: 267 time: 0.0506675 May 23 12:45:09.869077 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-4eafec30-4e38-47be-8847-0cf9c70ed5cf tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:09.870454 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-4eafec30-4e38-47be-8847-0cf9c70ed5cf tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/networks?id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e HTTP/1.1" status: 200 len: 812 time: 0.1071832 May 23 12:45:09.885287 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-b92cde78-9215-4e2c-8e97-42f65899370d tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/quotas/ac5975413f5548c3881ec3c868295836 HTTP/1.1" status: 200 len: 375 time: 0.0088637 May 23 12:45:09.937996 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-1cae274e-90e6-4858-abed-d860109011e0 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac5975413f5548c3881ec3c868295836&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472405 May 23 12:45:10.034394 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-8b62fed3-61f9-4453-bf1d-3a35cd50ec81 service neutron] 10.222.0.16 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847652 May 23 12:45:10.133433 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-9f39988b-9502-46e3-a42b-efda988d87d3 service neutron] 10.222.0.16 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932953 May 23 12:45:10.459074 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c6fe7470-c6f3-4480-b5f2-0acef7a606f2 req-884661fc-db96-4b80-b70c-2b9d9e4d2192 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 210 time: 0.0415931 May 23 12:45:10.850261 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-017ab647-263f-489d-b8a7-58152a2c5bc8 req-218f507a-d3b2-4325-b065-fbd5b41e4762 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466955 May 23 12:45:10.933882 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ab647-263f-489d-b8a7-58152a2c5bc8 req-c98d8b7d-8e34-4e2f-816a-04d0e5577939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:10.935689 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-017ab647-263f-489d-b8a7-58152a2c5bc8 req-c98d8b7d-8e34-4e2f-816a-04d0e5577939 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf51a0c52de248fdb85a7cee23739b4e&device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 1168 time: 0.0429976 May 23 12:45:11.045647 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ab647-263f-489d-b8a7-58152a2c5bc8 req-1d05003d-be58-4346-9af1-81bab76b4dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:11.047137 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-017ab647-263f-489d-b8a7-58152a2c5bc8 req-1d05003d-be58-4346-9af1-81bab76b4dc7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6d78aefa-528d-494f-b860-ca37a4057a3e HTTP/1.1" status: 200 len: 915 time: 0.0927405 May 23 12:45:11.228357 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:11.254363 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-017ab647-263f-489d-b8a7-58152a2c5bc8 req-55149da2-1032-4c17-8a67-27370341588f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45b3dda8-fb5f-4e14-8992-d8f97790fbdc HTTP/1.1" status: 200 len: 1001 time: 0.0657451 May 23 12:45:11.287256 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:11.316320 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ab647-263f-489d-b8a7-58152a2c5bc8 req-932ef7ae-44c5-4823-aa40-5ab081978fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:11.317890 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-017ab647-263f-489d-b8a7-58152a2c5bc8 req-932ef7ae-44c5-4823-aa40-5ab081978fdc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56b64361-5b3a-46dd-bdef-1a79898f44da HTTP/1.1" status: 200 len: 853 time: 0.0576952 May 23 12:45:11.369151 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ab647-263f-489d-b8a7-58152a2c5bc8 req-22219ba0-b0b4-4ff6-b87a-050b434ffb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:11.370921 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-017ab647-263f-489d-b8a7-58152a2c5bc8 req-22219ba0-b0b4-4ff6-b87a-050b434ffb08 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6d78aefa-528d-494f-b860-ca37a4057a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451920 May 23 12:45:11.424764 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-c2d7ea14-658e-4c31-8876-dce013d6fee2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:11.427260 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-c2d7ea14-658e-4c31-8876-dce013d6fee2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.15 "GET /v2.0/networks?id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e HTTP/1.1" status: 200 len: 812 time: 0.1557465 May 23 12:45:11.473527 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-017ab647-263f-489d-b8a7-58152a2c5bc8 req-1564cc18-9b20-48a9-a562-15e75bff4089 service neutron] 10.222.0.15 "GET /v2.0/networks/6d78aefa-528d-494f-b860-ca37a4057a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964189 May 23 12:45:11.495659 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-430b10b0-ec6e-4978-be28-e800fcb2960c tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac5975413f5548c3881ec3c868295836 HTTP/1.1" status: 200 len: 380 time: 0.0586865 May 23 12:45:11.506008 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Request body: {'port': {'device_id': '78e5c6e8-06cd-469c-98b9-f36b067796f2', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'admin_state_up': True, 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'security_groups': ['09c34774-e5d3-41b5-acc4-8f5e5d7e5787']}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:45:11.576539 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-017ab647-263f-489d-b8a7-58152a2c5bc8 req-c86283ca-b811-4db6-8e2d-ec4bbc679476 service neutron] 10.222.0.15 "GET /v2.0/networks/6d78aefa-528d-494f-b860-ca37a4057a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967867 May 23 12:45:11.589169 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b5afa061-7890-4770-b9e1-77cb07276f0e req-01c50579-51c1-4956-b378-59f245600d06 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 210 time: 0.0395532 May 23 12:45:11.646754 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:11.653112 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Made reservation on behalf of ac5975413f5548c3881ec3c868295836 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:45:11.657046 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:11.761378 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:11.792153 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Allocated IP 172.20.0.10 (12b22b49-c25e-4ae4-ac66-3d3f23b3684e/081f086c-ab03-48fd-9480-53cde1703c59/eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:45:11.950485 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for port (eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:11.985304 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:12.039769 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Network 12b22b49-c25e-4ae4-ac66-3d3f23b3684e is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:45:12.042880 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:45:12.046026 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:45:12.075529 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Pushing event updated for resources: {'Port': ['ID=eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:45:12.095456 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:12.095804 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:12.096145 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:12.096505 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:12.096839 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:12.097168 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:12.097495 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:12.097818 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:12.098172 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:12.098495 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:12.098823 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:12.099142 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:12.099461 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:12.099778 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:12.100247 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:12.123615 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:12.124276 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:12.142244 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-b7074a8e-7912-4deb-95bb-9d5218d95bcc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6416450 May 23 12:45:12.155076 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] Request body: {'port': {'device_id': '78e5c6e8-06cd-469c-98b9-f36b067796f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:45:12.218378 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:12.303947 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-2f3be7ab-3ee5-4fbd-b4e3-15f7582d3ba8 None None] Provisioning complete for port eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:45:12.304550 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2f3be7ab-3ee5-4fbd-b4e3-15f7582d3ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:12.337579 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2f3be7ab-3ee5-4fbd-b4e3-15f7582d3ba8 None None] Port eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:45:12.434998 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 05be8af3-225e-46ed-b701-da573a908453 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:45:12.456308 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] No Port match for: 05be8af3-225e-46ed-b701-da573a908453 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:45:12.456652 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 05be8af3-225e-46ed-b701-da573a908453 not bound to the agent host hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:45:12.492213 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:12.538407 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:45:12.546280 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] Publish callbacks [] for port (eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:12.559050 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] Transition to ACTIVE for port object eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 12:45:12.563020 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:12.615088 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:45:12.624899 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:12.744111 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] Attempting to bind port eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:45:12.744500 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] Attempting to bind port eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '3459468d-caa0-43a3-8e51-ef34a15b16d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:45:12.744796 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] Attempting to bind port eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 on network 12b22b49-c25e-4ae4-ac66-3d3f23b3684e {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:45:12.757077 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca69a1a-3562-43b2-8c86-e03a77c2da0e req-7e0ec500-d030-4f2a-811d-ff371cccad55 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:12.758667 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9ca69a1a-3562-43b2-8c86-e03a77c2da0e req-7e0ec500-d030-4f2a-811d-ff371cccad55 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 944 time: 0.0840065 May 23 12:45:12.761232 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] Port eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 on network 12b22b49-c25e-4ae4-ac66-3d3f23b3684e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 12:45:12.761547 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] Attempting to bind port eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 on network 12b22b49-c25e-4ae4-ac66-3d3f23b3684e {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:45:12.768237 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] Checking agent: {'id': '1749a81f-e3c6-4f53-968e-bc4c0c6ca916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:45:12.768575 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] Checking segment: {'id': '3459468d-caa0-43a3-8e51-ef34a15b16d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:45:12.768959 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] Bound using segment: {'id': '3459468d-caa0-43a3-8e51-ef34a15b16d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:45:12.769386 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] Bound port: eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3459468d-caa0-43a3-8e51-ef34a15b16d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:45:12.769743 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:12.852431 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9ca69a1a-3562-43b2-8c86-e03a77c2da0e req-eeefa8a1-6366-4a3a-b5f1-49ab9a4c2809 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802479 May 23 12:45:12.874465 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] For port eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219, host hv-cinder-83699, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:45:12.878401 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] For port eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219,segment=NetworkSegment(3459468d-caa0-43a3-8e51-ef34a15b16d7),segment_id=3459468d-caa0-43a3-8e51-ef34a15b16d7)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:45:12.884642 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:12.919442 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:12.920059 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:12.921505 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] 10.222.0.15 "PUT /v2.0/ports/eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 HTTP/1.1" status: 200 len: 1094 time: 0.7713599 May 23 12:45:12.921949 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e5c6e8-06cd-469c-98b9-f36b067796f2', 'tag': 'eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:45:12.924784 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e03a87-b5eb-41fa-a3f6-e8a168055897" -d '{"events": [{"name": "network-changed", "server_uuid": "78e5c6e8-06cd-469c-98b9-f36b067796f2", "tag": "eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:45:12.951782 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a1036-58f8-45a0-9695-905cafe82518 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:45:12.987614 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618073ba-7ff4-47ed-8d1b-fc45ad376268 x-openstack-request-id: req-618073ba-7ff4-47ed-8d1b-fc45ad376268 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:45:12.987928 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e5c6e8-06cd-469c-98b9-f36b067796f2", "tag": "eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:45:12.988218 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-618073ba-7ff4-47ed-8d1b-fc45ad376268 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:45:12.988711 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-618073ba-7ff4-47ed-8d1b-fc45ad376268'] response: {'name': 'network-changed', 'server_uuid': '78e5c6e8-06cd-469c-98b9-f36b067796f2', 'tag': 'eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219', 'status': 'completed', 'code': 200} May 23 12:45:13.018256 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-ab34d890-4902-4e06-85de-6c559888fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:13.020207 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-ab34d890-4902-4e06-85de-6c559888fa90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac5975413f5548c3881ec3c868295836&device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 1128 time: 0.0478480 May 23 12:45:13.064747 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-a143a5d4-59f8-4f8a-9190-bb116847808c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 HTTP/1.1" status: 200 len: 217 time: 0.0350506 May 23 12:45:13.115798 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-9f96f6b6-a971-40a7-8ce3-9bd0cdd6df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:13.117303 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-9f96f6b6-a971-40a7-8ce3-9bd0cdd6df3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=081f086c-ab03-48fd-9480-53cde1703c59 HTTP/1.1" status: 200 len: 851 time: 0.0465796 May 23 12:45:13.164149 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-084b9d24-8b98-44cd-a6e0-1496a624baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:13.165656 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-084b9d24-8b98-44cd-a6e0-1496a624baf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423572 May 23 12:45:13.254534 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-729a4a9c-33e2-4ad5-841a-7b804cda4524 service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822227 May 23 12:45:13.347823 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-31324122-d9fd-4b89-b662-d8a32d68ecbe req-daaf8109-049d-405c-894c-a34fb9727995 service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861831 May 23 12:45:13.605483 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e03a87-b5eb-41fa-a3f6-e8a168055897 req-4948641c-35a7-45e6-aa37-3eef35e94861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:13.607734 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e4e03a87-b5eb-41fa-a3f6-e8a168055897 req-4948641c-35a7-45e6-aa37-3eef35e94861 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac5975413f5548c3881ec3c868295836&device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 1128 time: 0.0403230 May 23 12:45:13.672265 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:13.700509 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e03a87-b5eb-41fa-a3f6-e8a168055897 req-c91d587f-5da5-479d-a98f-42198dcce2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:13.701973 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e4e03a87-b5eb-41fa-a3f6-e8a168055897 req-c91d587f-5da5-479d-a98f-42198dcce2da service neutron] 10.222.0.15 "GET /v2.0/networks?id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e HTTP/1.1" status: 200 len: 913 time: 0.0870934 May 23 12:45:13.744610 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e4e03a87-b5eb-41fa-a3f6-e8a168055897 req-bba882b9-f5a1-42dc-a23c-e6822ed2d4ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 HTTP/1.1" status: 200 len: 217 time: 0.0362847 May 23 12:45:13.791534 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e03a87-b5eb-41fa-a3f6-e8a168055897 req-19070d6e-b84b-4d63-8536-1d4d71944779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:13.792998 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e4e03a87-b5eb-41fa-a3f6-e8a168055897 req-19070d6e-b84b-4d63-8536-1d4d71944779 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=081f086c-ab03-48fd-9480-53cde1703c59 HTTP/1.1" status: 200 len: 851 time: 0.0431879 May 23 12:45:13.837150 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e03a87-b5eb-41fa-a3f6-e8a168055897 req-141097fb-ad07-4d98-9d90-f8afbdb589ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:13.838626 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e4e03a87-b5eb-41fa-a3f6-e8a168055897 req-141097fb-ad07-4d98-9d90-f8afbdb589ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396321 May 23 12:45:14.209866 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f1b4c-a9fa-40f3-967d-e541bcb27ea5 req-9fdc3f0b-01a4-4528-8ab9-f5d87f4d7be3 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:14.211214 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-599f1b4c-a9fa-40f3-967d-e541bcb27ea5 req-9fdc3f0b-01a4-4528-8ab9-f5d87f4d7be3 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 944 time: 0.0563948 May 23 12:45:14.241036 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:14.253918 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e4e03a87-b5eb-41fa-a3f6-e8a168055897 req-89ef3074-59fd-41f4-a0dc-7871c8e20852 service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089789 May 23 12:45:14.294872 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-599f1b4c-a9fa-40f3-967d-e541bcb27ea5 req-be300fde-f109-4823-89c9-3c6dd2d9a744 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766814 May 23 12:45:14.361730 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-e4e03a87-b5eb-41fa-a3f6-e8a168055897 req-e60a82e6-9898-4eef-aaee-0fab62113519 service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997553 May 23 12:45:15.412221 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7da05-cf97-4582-af72-29aa04a5a66e req-24996a0f-dc2e-4fd8-b0af-4d91aeb87435 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:15.413705 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-25d7da05-cf97-4582-af72-29aa04a5a66e req-24996a0f-dc2e-4fd8-b0af-4d91aeb87435 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 944 time: 0.0480142 May 23 12:45:15.464829 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-25d7da05-cf97-4582-af72-29aa04a5a66e req-787357a0-ed95-4fbe-9982-346d5ed6024a tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450368 May 23 12:45:16.582181 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab671c1-e736-420d-ba2e-cf8317d22839 req-33984ad1-ef4c-44eb-a90c-f81e4c4ed479 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:16.583662 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fab671c1-e736-420d-ba2e-cf8317d22839 req-33984ad1-ef4c-44eb-a90c-f81e4c4ed479 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 944 time: 0.0512300 May 23 12:45:16.637010 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-fab671c1-e736-420d-ba2e-cf8317d22839 req-ad971580-893d-49ff-bcad-4041859be10c tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474904 May 23 12:45:17.757644 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56e3ec-fde3-49c6-b039-8055d8890ad6 req-9cab4721-79c3-4709-a6e1-22c4862e5c1a tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:17.759156 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4c56e3ec-fde3-49c6-b039-8055d8890ad6 req-9cab4721-79c3-4709-a6e1-22c4862e5c1a tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 944 time: 0.0498695 May 23 12:45:17.810122 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4c56e3ec-fde3-49c6-b039-8055d8890ad6 req-1508c863-d4aa-40e7-b6ff-382e42c72ee7 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450749 May 23 12:45:18.932517 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4568ba-78ee-45ea-acc9-c553765152cd req-65999043-7f4e-4ab0-aa09-ca150312edab tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:18.934084 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9a4568ba-78ee-45ea-acc9-c553765152cd req-65999043-7f4e-4ab0-aa09-ca150312edab tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 944 time: 0.0504153 May 23 12:45:18.989850 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9a4568ba-78ee-45ea-acc9-c553765152cd req-7601ea48-aa40-47d8-b92f-01641140a38e tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496907 May 23 12:45:19.760236 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:19.763491 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:20.107386 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916d643-0a07-4406-baa6-5291decce6f0 req-229427d9-09be-4a7b-8e8e-0133c972b9ba tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:20.108927 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a916d643-0a07-4406-baa6-5291decce6f0 req-229427d9-09be-4a7b-8e8e-0133c972b9ba tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 944 time: 0.0487216 May 23 12:45:20.161250 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a916d643-0a07-4406-baa6-5291decce6f0 req-4e6219d9-7c38-4deb-87e6-b90601e4d803 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467970 May 23 12:45:21.276157 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccc7bb-5dc9-4d9f-bbc0-1687db512790 req-bba6c3ef-92ce-4f20-9c98-e26576fa8476 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:21.278373 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f7ccc7bb-5dc9-4d9f-bbc0-1687db512790 req-bba6c3ef-92ce-4f20-9c98-e26576fa8476 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 944 time: 0.0482664 May 23 12:45:21.314033 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:21.328500 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f7ccc7bb-5dc9-4d9f-bbc0-1687db512790 req-e002674e-0d09-44c8-a74f-9c6cb10a0911 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446107 May 23 12:45:21.572163 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=21 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:21.572905 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=35 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:22.367734 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc2e6c-8c41-4a10-909e-22ce1d85f112 req-b5c3b8a7-f677-48b6-86e0-a9b7b6a08aac tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:22.369311 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3ffc2e6c-8c41-4a10-909e-22ce1d85f112 req-b5c3b8a7-f677-48b6-86e0-a9b7b6a08aac tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 984 time: 0.0848732 May 23 12:45:22.374608 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199782cf-678e-4dcf-9d0f-0a70a2190410 req-34ce04cf-367a-4158-b1dc-e3945fbbdf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:22.376084 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-199782cf-678e-4dcf-9d0f-0a70a2190410 req-34ce04cf-367a-4158-b1dc-e3945fbbdf04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf51a0c52de248fdb85a7cee23739b4e&device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 1168 time: 0.0771744 May 23 12:45:22.512219 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:45:22.524487 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc1cf7-6793-4bca-b515-7ccdbdd7a43e req-65bbddea-bf73-4b54-8a8b-6ddbbbd301dc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:22.525807 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-95dc1cf7-6793-4bca-b515-7ccdbdd7a43e req-65bbddea-bf73-4b54-8a8b-6ddbbbd301dc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 944 time: 0.1146214 May 23 12:45:22.553249 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3ffc2e6c-8c41-4a10-909e-22ce1d85f112 req-315029b0-16a6-4d1b-a0e9-414660c2c5bb tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ceed8677-b38c-433b-96d9-aa6717e80a39&id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1755168 May 23 12:45:22.594382 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199782cf-678e-4dcf-9d0f-0a70a2190410 req-bde94f39-c921-4d5a-be92-adc78bca6bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:22.595969 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-199782cf-678e-4dcf-9d0f-0a70a2190410 req-bde94f39-c921-4d5a-be92-adc78bca6bde service neutron] 10.222.0.15 "GET /v2.0/networks?id=6d78aefa-528d-494f-b860-ca37a4057a3e HTTP/1.1" status: 200 len: 915 time: 0.2113876 May 23 12:45:22.599124 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:22.622600 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-95dc1cf7-6793-4bca-b515-7ccdbdd7a43e req-8ac8da55-8c6d-4792-86b2-d41939943545 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875940 May 23 12:45:22.622871 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219,segment=NetworkSegment(3459468d-caa0-43a3-8e51-ef34a15b16d7),segment_id=3459468d-caa0-43a3-8e51-ef34a15b16d7)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:45:22.635757 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': 'eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'port_id': 'eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219', 'mac_address': 'fa:16:3e:aa:7c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:45:22.673244 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:22.676547 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-199782cf-678e-4dcf-9d0f-0a70a2190410 req-b421323e-7fcf-41ad-ac11-c167b04aa4c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45b3dda8-fb5f-4e14-8992-d8f97790fbdc HTTP/1.1" status: 200 len: 1001 time: 0.0718505 May 23 12:45:22.678683 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:45:22.679083 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:22.693553 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:45:22.715598 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219,segment=NetworkSegment(3459468d-caa0-43a3-8e51-ef34a15b16d7),segment_id=3459468d-caa0-43a3-8e51-ef34a15b16d7)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:45:22.720030 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:22.725109 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:22.730232 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199782cf-678e-4dcf-9d0f-0a70a2190410 req-3a1422be-50f4-4472-8cd6-13a4ee5158c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:22.733124 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-199782cf-678e-4dcf-9d0f-0a70a2190410 req-3a1422be-50f4-4472-8cd6-13a4ee5158c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56b64361-5b3a-46dd-bdef-1a79898f44da HTTP/1.1" status: 200 len: 853 time: 0.0488248 May 23 12:45:22.771941 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:45:22.780024 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199782cf-678e-4dcf-9d0f-0a70a2190410 req-64f4dd02-5ee5-435d-8a38-be4829a1b383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:22.780498 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:22.780849 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:22.781199 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:22.781542 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:22.781658 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-199782cf-678e-4dcf-9d0f-0a70a2190410 req-64f4dd02-5ee5-435d-8a38-be4829a1b383 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6d78aefa-528d-494f-b860-ca37a4057a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422070 May 23 12:45:22.781875 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:22.782205 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:22.782533 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:22.782860 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:22.783186 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:22.783512 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:22.783841 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:22.784187 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:22.784607 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:22.788112 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:22.788422 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:45:22.891418 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-199782cf-678e-4dcf-9d0f-0a70a2190410 req-bbe9fcff-4f23-4cbb-b81c-49e1305c0fe4 service neutron] 10.222.0.15 "GET /v2.0/networks/6d78aefa-528d-494f-b860-ca37a4057a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032166 May 23 12:45:22.926713 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:45:22.989591 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-199782cf-678e-4dcf-9d0f-0a70a2190410 req-e061d843-bbeb-441e-bb8b-94dfb14033fd service neutron] 10.222.0.15 "GET /v2.0/networks/6d78aefa-528d-494f-b860-ca37a4057a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916135 May 23 12:45:23.671922 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717766a-4276-4982-afc2-30e99f6d983e req-58fd9579-6d3d-47b1-9d08-a0193812bd4c tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:23.673464 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5717766a-4276-4982-afc2-30e99f6d983e req-58fd9579-6d3d-47b1-9d08-a0193812bd4c tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 984 time: 0.0496602 May 23 12:45:23.764067 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80800e5-d677-49a8-8e98-35e31446d887 req-0e420245-9b6d-426d-b7fd-3e0ad93f8770 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:23.765621 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b80800e5-d677-49a8-8e98-35e31446d887 req-0e420245-9b6d-426d-b7fd-3e0ad93f8770 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 945 time: 0.0677006 May 23 12:45:23.795708 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5717766a-4276-4982-afc2-30e99f6d983e req-199f83fd-3164-4a10-a2fc-99ba51924e36 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ceed8677-b38c-433b-96d9-aa6717e80a39&id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1165361 May 23 12:45:23.832080 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b80800e5-d677-49a8-8e98-35e31446d887 req-51f9c25a-7e59-48d7-8d7a-14bd85f3c4d7 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586507 May 23 12:45:24.527459 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:45:24.569445 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning for port eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 12:45:24.575694 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:45:24.576059 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:24.651059 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:45:24.651442 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:24.674060 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e5c6e8-06cd-469c-98b9-f36b067796f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:45:24.676297 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7585c8c-4d7b-46b1-82f8-c538a2c3952c" -d '{"events": [{"server_uuid": "78e5c6e8-06cd-469c-98b9-f36b067796f2", "name": "network-vif-plugged", "status": "completed", "tag": "eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:45:24.689174 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219,segment=NetworkSegment(3459468d-caa0-43a3-8e51-ef34a15b16d7),segment_id=3459468d-caa0-43a3-8e51-ef34a15b16d7)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:45:24.694153 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:24.719494 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d40bc25-065d-44db-b717-e3918fc8a4b9 x-openstack-request-id: req-9d40bc25-065d-44db-b717-e3918fc8a4b9 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:45:24.719780 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e5c6e8-06cd-469c-98b9-f36b067796f2", "name": "network-vif-plugged", "status": "completed", "tag": "eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:45:24.720029 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d40bc25-065d-44db-b717-e3918fc8a4b9 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:45:24.720444 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d40bc25-065d-44db-b717-e3918fc8a4b9'] response: {'server_uuid': '78e5c6e8-06cd-469c-98b9-f36b067796f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219', 'code': 200} May 23 12:45:24.745250 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:45:24.987484 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fb2c6-d383-4d39-91ee-f73a7b2ed167 req-e8203d65-426e-4d2b-a25c-972fca0b499c tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:24.989011 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ad6fb2c6-d383-4d39-91ee-f73a7b2ed167 req-e8203d65-426e-4d2b-a25c-972fca0b499c tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 984 time: 0.1134391 May 23 12:45:25.005306 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d53ef-199f-4c2e-9aaa-5efcae2de8d1 req-7f121018-560b-48b8-a7c9-87c4d7d18131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:25.006706 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a93d53ef-199f-4c2e-9aaa-5efcae2de8d1 req-7f121018-560b-48b8-a7c9-87c4d7d18131 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 1130 time: 0.0971115 May 23 12:45:25.014393 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55932bec-ba62-4f71-b5ae-e0fb5bdf5ca9 req-2b29f0d8-7f36-4a4f-abf1-2dacaf4236c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:25.015740 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-55932bec-ba62-4f71-b5ae-e0fb5bdf5ca9 req-2b29f0d8-7f36-4a4f-abf1-2dacaf4236c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 946 time: 0.0940778 May 23 12:45:25.057122 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:25.134723 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-55932bec-ba62-4f71-b5ae-e0fb5bdf5ca9 req-f251f332-82b9-4e01-b409-d3245479fd50 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062343 May 23 12:45:25.141361 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ad6fb2c6-d383-4d39-91ee-f73a7b2ed167 req-67f51a20-3bd8-4dfc-bab7-b105c38aa784 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ceed8677-b38c-433b-96d9-aa6717e80a39&id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1434932 May 23 12:45:25.144031 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a93d53ef-199f-4c2e-9aaa-5efcae2de8d1 req-d8602a60-0ad0-4bba-a1e8-8af34799e776 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219068 May 23 12:45:26.294698 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda737f9-35c5-4885-8e11-ca2c56f494c4 req-ce4657cf-a69f-47de-a910-89ef5cd4c330 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:26.296077 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bda737f9-35c5-4885-8e11-ca2c56f494c4 req-ce4657cf-a69f-47de-a910-89ef5cd4c330 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 984 time: 0.0763814 May 23 12:45:26.303843 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c51d64-4b69-4249-bb23-1bd488fd5af5 req-69dc1b0e-9bae-4147-aae0-8da8f7101cca tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:26.305233 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c5c51d64-4b69-4249-bb23-1bd488fd5af5 req-69dc1b0e-9bae-4147-aae0-8da8f7101cca tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 946 time: 0.0767064 May 23 12:45:26.369776 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:26.396667 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-c5c51d64-4b69-4249-bb23-1bd488fd5af5 req-3157411f-595d-4a1d-a2e1-47817651dc6a tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837727 May 23 12:45:26.402031 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bda737f9-35c5-4885-8e11-ca2c56f494c4 req-bc2ca92f-3126-4357-b022-c0e5bbbff03d tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ceed8677-b38c-433b-96d9-aa6717e80a39&id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0959365 May 23 12:45:26.517584 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad71ec2-3f11-4dd1-91a2-5e2f74224135 req-0a0c5952-b2b0-44db-8058-7995dd9e4498 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:26.519115 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aad71ec2-3f11-4dd1-91a2-5e2f74224135 req-0a0c5952-b2b0-44db-8058-7995dd9e4498 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 946 time: 0.0503819 May 23 12:45:26.570708 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-aad71ec2-3f11-4dd1-91a2-5e2f74224135 req-befe215b-2085-4c54-8933-160fb781cb05 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458677 May 23 12:45:26.594801 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 33338) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:45:26.632627 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d533c1e-0592-4628-b04f-c01943580d01 tempest-TestVolumeBootPattern-215781434 tempest-TestVolumeBootPattern-215781434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:26.634138 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-0d533c1e-0592-4628-b04f-c01943580d01 tempest-TestVolumeBootPattern-215781434 tempest-TestVolumeBootPattern-215781434-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 1125 time: 0.0382776 May 23 12:45:26.637641 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 33340) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:45:26.642392 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-91132920-330d-43e1-9bff-b97e3e47bf50 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Request body: {'floatingip': {'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'port_id': 'eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:45:26.664604 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-91132920-330d-43e1-9bff-b97e3e47bf50 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:26.748583 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-91132920-330d-43e1-9bff-b97e3e47bf50 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:26.858133 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-91132920-330d-43e1-9bff-b97e3e47bf50 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Allocated IP 172.27.0.21 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/411c1bc9-9d9b-4f63-aa65-72519f641b78) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:45:26.970130 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-91132920-330d-43e1-9bff-b97e3e47bf50 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for port (411c1bc9-9d9b-4f63-aa65-72519f641b78), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:27.003846 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-91132920-330d-43e1-9bff-b97e3e47bf50 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (411c1bc9-9d9b-4f63-aa65-72519f641b78), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:27.042425 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91132920-330d-43e1-9bff-b97e3e47bf50 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:45:27.047778 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-91132920-330d-43e1-9bff-b97e3e47bf50 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:45:27.051337 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91132920-330d-43e1-9bff-b97e3e47bf50 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:45:27.075855 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91132920-330d-43e1-9bff-b97e3e47bf50 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Pushing event updated for resources: {'Port': ['ID=411c1bc9-9d9b-4f63-aa65-72519f641b78,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:45:27.081363 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:27.271032 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:27.423622 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-91132920-330d-43e1-9bff-b97e3e47bf50 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for floatingip (a0dde308-f34d-48cb-879c-34800034d049), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:27.523627 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-91132920-330d-43e1-9bff-b97e3e47bf50 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (411c1bc9-9d9b-4f63-aa65-72519f641b78), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:27.559472 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ca86a-3a05-4283-a5cd-39941ec99846 req-97941eb1-d819-4031-b968-558f63ee3f07 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:27.561005 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8e3ca86a-3a05-4283-a5cd-39941ec99846 req-97941eb1-d819-4031-b968-558f63ee3f07 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 984 time: 0.0771947 May 23 12:45:27.700466 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8e3ca86a-3a05-4283-a5cd-39941ec99846 req-548a6294-1143-49f2-851d-5a623be814b0 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ceed8677-b38c-433b-96d9-aa6717e80a39&id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1323578 May 23 12:45:27.773507 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-91132920-330d-43e1-9bff-b97e3e47bf50 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for port (411c1bc9-9d9b-4f63-aa65-72519f641b78), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:27.779166 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-91132920-330d-43e1-9bff-b97e3e47bf50 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (411c1bc9-9d9b-4f63-aa65-72519f641b78), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:27.849408 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91132920-330d-43e1-9bff-b97e3e47bf50 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Pushing event updated for resources: {'Port': ['ID=411c1bc9-9d9b-4f63-aa65-72519f641b78,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:45:27.862733 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-91132920-330d-43e1-9bff-b97e3e47bf50 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (a0dde308-f34d-48cb-879c-34800034d049), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:27.946767 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:27.963686 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.db.l3_db [None req-91132920-330d-43e1-9bff-b97e3e47bf50 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Floating IP a0dde308-f34d-48cb-879c-34800034d049 associated. External IP: 172.27.0.21, port: eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219. May 23 12:45:28.157221 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:28.176544 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91132920-330d-43e1-9bff-b97e3e47bf50 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Router 650b2b55-8e7c-4705-a9df-08a978f2d928 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:45:28.282627 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91132920-330d-43e1-9bff-b97e3e47bf50 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:45:28.291955 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef4357f-3289-423a-9eae-f1e19d1f38ad None None] Sync routers for ids ['650b2b55-8e7c-4705-a9df-08a978f2d928'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:45:28.302767 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef4357f-3289-423a-9eae-f1e19d1f38ad None None] Routers {'650b2b55-8e7c-4705-a9df-08a978f2d928'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:45:28.303405 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-fef4357f-3289-423a-9eae-f1e19d1f38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:45:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['650b2b55-8e7c-4705-a9df-08a978f2d928'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:45:28.304599 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-91132920-330d-43e1-9bff-b97e3e47bf50 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:28.337355 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-91132920-330d-43e1-9bff-b97e3e47bf50 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6984260 May 23 12:45:28.338040 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e5c6e8-06cd-469c-98b9-f36b067796f2', 'tag': 'eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:45:28.341001 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115867fe-a650-4283-b53c-4ada91bdb482" -d '{"events": [{"name": "network-changed", "server_uuid": "78e5c6e8-06cd-469c-98b9-f36b067796f2", "tag": "eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:45:28.378768 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726e5b12-5af9-46f8-8cad-f174c4a691b4 x-openstack-request-id: req-726e5b12-5af9-46f8-8cad-f174c4a691b4 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:45:28.379085 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e5c6e8-06cd-469c-98b9-f36b067796f2", "tag": "eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:45:28.379337 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-726e5b12-5af9-46f8-8cad-f174c4a691b4 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:45:28.379789 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-726e5b12-5af9-46f8-8cad-f174c4a691b4'] response: {'name': 'network-changed', 'server_uuid': '78e5c6e8-06cd-469c-98b9-f36b067796f2', 'tag': 'eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219', 'status': 'completed', 'code': 200} May 23 12:45:28.413821 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-fef4357f-3289-423a-9eae-f1e19d1f38ad None None] Set router 650b2b55-8e7c-4705-a9df-08a978f2d928 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:45:28.442391 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115867fe-a650-4283-b53c-4ada91bdb482 req-2d376776-2d5f-44d0-b201-481f6afddab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:28.443924 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-115867fe-a650-4283-b53c-4ada91bdb482 req-2d376776-2d5f-44d0-b201-481f6afddab0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac5975413f5548c3881ec3c868295836&device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 1130 time: 0.0417881 May 23 12:45:28.522838 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:28.541062 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115867fe-a650-4283-b53c-4ada91bdb482 req-56bd1e03-5dea-40dc-8dfe-1df9c1589d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:28.542521 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-115867fe-a650-4283-b53c-4ada91bdb482 req-56bd1e03-5dea-40dc-8dfe-1df9c1589d52 service neutron] 10.222.0.15 "GET /v2.0/networks?id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e HTTP/1.1" status: 200 len: 913 time: 0.0921850 May 23 12:45:28.586025 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:28.608413 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-115867fe-a650-4283-b53c-4ada91bdb482 req-6a15b366-d5af-4a9f-b365-2f3de69a2cb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 HTTP/1.1" status: 200 len: 999 time: 0.0598283 May 23 12:45:28.643048 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-fef4357f-3289-423a-9eae-f1e19d1f38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'a0dde308-f34d-48cb-879c-34800034d049', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'port_id': 'eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'mac_address': 'fa:16:3e:aa:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e5c6e8-06cd-469c-98b9-f36b067796f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:45:27Z', 'updated_at': '2022-05-23T12:45:27Z', 'revision_number': 0, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e3342-0cde-4661-b724-802c50974de6', 'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'mac_address': 'fa:16:3e:77:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:11Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 5, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'subnets': [{'id': '081f086c-ab03-48fd-9480-53cde1703c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:45:28.659657 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115867fe-a650-4283-b53c-4ada91bdb482 req-52356675-9d0d-4ac9-9816-677a879dda79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:28.661212 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-115867fe-a650-4283-b53c-4ada91bdb482 req-52356675-9d0d-4ac9-9816-677a879dda79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=081f086c-ab03-48fd-9480-53cde1703c59 HTTP/1.1" status: 200 len: 851 time: 0.0474725 May 23 12:45:28.669991 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef4357f-3289-423a-9eae-f1e19d1f38ad None None] Checking router: 650b2b55-8e7c-4705-a9df-08a978f2d928 for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:45:28.678890 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef4357f-3289-423a-9eae-f1e19d1f38ad None None] Routers {'650b2b55-8e7c-4705-a9df-08a978f2d928'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:45:28.679511 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-fef4357f-3289-423a-9eae-f1e19d1f38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:45:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['650b2b55-8e7c-4705-a9df-08a978f2d928'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:45:28.712612 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115867fe-a650-4283-b53c-4ada91bdb482 req-770da930-1442-47f9-a350-3b3db4a4068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:28.714129 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-115867fe-a650-4283-b53c-4ada91bdb482 req-770da930-1442-47f9-a350-3b3db4a4068f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461686 May 23 12:45:28.796278 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-fef4357f-3289-423a-9eae-f1e19d1f38ad None None] Set router 650b2b55-8e7c-4705-a9df-08a978f2d928 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:45:28.845284 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169923c0-b10e-492e-9744-ad376b68c43d req-d4955378-786b-4f56-b4b2-6e02edad6416 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:28.846820 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-169923c0-b10e-492e-9744-ad376b68c43d req-d4955378-786b-4f56-b4b2-6e02edad6416 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 984 time: 0.0646291 May 23 12:45:28.848740 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-115867fe-a650-4283-b53c-4ada91bdb482 req-c8f3f1ac-6e5d-4e8a-b1a9-ee8b56e86529 service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284442 May 23 12:45:28.982798 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-169923c0-b10e-492e-9744-ad376b68c43d req-42c1e5a0-03f6-4c9b-a360-41731583d5b9 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ceed8677-b38c-433b-96d9-aa6717e80a39&id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1297784 May 23 12:45:29.000247 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-115867fe-a650-4283-b53c-4ada91bdb482 req-9abd12e8-222f-4171-8b2c-598c37994eff service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407547 May 23 12:45:29.037498 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-fef4357f-3289-423a-9eae-f1e19d1f38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'a0dde308-f34d-48cb-879c-34800034d049', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'port_id': 'eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'mac_address': 'fa:16:3e:aa:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e5c6e8-06cd-469c-98b9-f36b067796f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:45:27Z', 'updated_at': '2022-05-23T12:45:27Z', 'revision_number': 0, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e3342-0cde-4661-b724-802c50974de6', 'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'mac_address': 'fa:16:3e:77:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:11Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 5, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'subnets': [{'id': '081f086c-ab03-48fd-9480-53cde1703c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:45:29.065496 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef4357f-3289-423a-9eae-f1e19d1f38ad None None] The sync data for ids ['650b2b55-8e7c-4705-a9df-08a978f2d928'] in dv-cinder-836996-27-iscsi is: [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'a0dde308-f34d-48cb-879c-34800034d049', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'port_id': 'eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'mac_address': 'fa:16:3e:aa:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e5c6e8-06cd-469c-98b9-f36b067796f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:45:27Z', 'updated_at': '2022-05-23T12:45:27Z', 'revision_number': 0, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e3342-0cde-4661-b724-802c50974de6', 'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'mac_address': 'fa:16:3e:77:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:11Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 5, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'subnets': [{'id': '081f086c-ab03-48fd-9480-53cde1703c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:45:29.261763 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690c072-5d3b-4f9b-96a4-d671e5ea189a None None] New status for floating IP a0dde308-f34d-48cb-879c-34800034d049: ACTIVE {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:45:30.088655 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:30.107067 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bb980-9dd2-420f-814f-030994b14c45 req-3d8facb0-410c-47e2-bebe-7a52612e732d tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:30.108592 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-990bb980-9dd2-420f-814f-030994b14c45 req-3d8facb0-410c-47e2-bebe-7a52612e732d tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 984 time: 0.0486188 May 23 12:45:30.174700 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-990bb980-9dd2-420f-814f-030994b14c45 req-0d4fdad1-f38d-4a49-99b6-9f7078130ec0 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ceed8677-b38c-433b-96d9-aa6717e80a39&id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600398 May 23 12:45:31.297523 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e48abe-e534-4792-9ca4-1a73d9322c4f req-1cdfdc71-87cf-403d-8066-8b076e7cb59e tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:31.298967 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-02e48abe-e534-4792-9ca4-1a73d9322c4f req-1cdfdc71-87cf-403d-8066-8b076e7cb59e tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 984 time: 0.0514255 May 23 12:45:31.364992 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-02e48abe-e534-4792-9ca4-1a73d9322c4f req-419b40ee-1fbf-4c52-85fb-41fcc68a8422 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ceed8677-b38c-433b-96d9-aa6717e80a39&id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601428 May 23 12:45:32.426387 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c6775e59-ad59-4a73-b27a-d6daf584af79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:32.487525 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1781a-5f13-4877-9cb0-006cc96a6e47 req-90e57067-96b7-461d-880f-b0e10afdea37 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:32.489096 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9ee1781a-5f13-4877-9cb0-006cc96a6e47 req-90e57067-96b7-461d-880f-b0e10afdea37 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 984 time: 0.0507855 May 23 12:45:32.500480 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:32.553381 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9ee1781a-5f13-4877-9cb0-006cc96a6e47 req-85dcf882-4ccc-4cd5-8a3a-94cf91a96119 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ceed8677-b38c-433b-96d9-aa6717e80a39&id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585392 May 23 12:45:33.672789 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cd39b-e177-4a07-a495-81d0c4e97fff req-957a94cd-494e-4498-b903-4e0c2eed9edb tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:33.674321 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-715cd39b-e177-4a07-a495-81d0c4e97fff req-957a94cd-494e-4498-b903-4e0c2eed9edb tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 984 time: 0.0538380 May 23 12:45:33.732469 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:33.743623 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-715cd39b-e177-4a07-a495-81d0c4e97fff req-8ff136c4-10ad-4539-9800-f891df88160b tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ceed8677-b38c-433b-96d9-aa6717e80a39&id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611539 May 23 12:45:34.662368 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-ddb49bee-1c47-43a8-9017-fedb69c1eb7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:34.864495 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e9037-ee53-4d8d-b829-92519f0f7d22 req-15ee0d3e-f5b8-4b01-b89e-aa72792899ee tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:34.865991 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd1e9037-ee53-4d8d-b829-92519f0f7d22 req-15ee0d3e-f5b8-4b01-b89e-aa72792899ee tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 984 time: 0.0501821 May 23 12:45:34.934415 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cd1e9037-ee53-4d8d-b829-92519f0f7d22 req-6363478c-a6a8-4314-b5ea-df50c5a3cec3 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ceed8677-b38c-433b-96d9-aa6717e80a39&id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576892 May 23 12:45:35.973042 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:36.018986 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:45:36.069982 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91685fab-b291-4bfd-8026-352bbcfa73d4 req-4287b931-2f8f-4dbe-a0de-41e22588a474 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:36.071964 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91685fab-b291-4bfd-8026-352bbcfa73d4 req-4287b931-2f8f-4dbe-a0de-41e22588a474 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 984 time: 0.0650454 May 23 12:45:36.468153 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91685fab-b291-4bfd-8026-352bbcfa73d4 req-516142e1-c79f-420d-8b51-75837b6bdfe6 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ceed8677-b38c-433b-96d9-aa6717e80a39&id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3898563 May 23 12:45:37.340716 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:37.597536 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89a414-743e-455c-954c-b79525f6e072 req-75da6a89-1be5-4b73-bf65-b8385a8e5b83 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:37.598923 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-da89a414-743e-455c-954c-b79525f6e072 req-75da6a89-1be5-4b73-bf65-b8385a8e5b83 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 984 time: 0.0480132 May 23 12:45:37.659958 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-da89a414-743e-455c-954c-b79525f6e072 req-9e91c0c9-45f3-4f5f-aeed-0fa45d8d423a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ceed8677-b38c-433b-96d9-aa6717e80a39&id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552306 May 23 12:45:38.672865 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:45:38.781044 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14817d8f-db1d-4870-8711-116376b942a7 req-d4a8fd11-3e28-4544-b6d5-3cb584fa3b8a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:38.782590 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-14817d8f-db1d-4870-8711-116376b942a7 req-d4a8fd11-3e28-4544-b6d5-3cb584fa3b8a tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 984 time: 0.0528748 May 23 12:45:38.850636 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-14817d8f-db1d-4870-8711-116376b942a7 req-d38fccc9-e5aa-4bd5-8eeb-adab6c64f5bf tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ceed8677-b38c-433b-96d9-aa6717e80a39&id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619407 May 23 12:45:39.974198 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45b5d2-efba-4291-9834-205c6843f357 req-d8b3d3d1-d241-4063-aa6d-8f260eef10f8 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:45:39.975701 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6b45b5d2-efba-4291-9834-205c6843f357 req-d8b3d3d1-d241-4063-aa6d-8f260eef10f8 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 984 time: 0.0490575 May 23 12:45:40.038937 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6b45b5d2-efba-4291-9834-205c6843f357 req-a9ae9716-1c87-409a-baf0-87f49a4bf4b7 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ceed8677-b38c-433b-96d9-aa6717e80a39&id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571501 May 23 12:45:48.661537 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:48.667820 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=73,neutron:UPDATE=5 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:50.025574 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=91 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:50.032705 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=73 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:51.020890 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=17 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:45:51.022359 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:02.409492 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6bdaf78d-aff6-4623-97b1-70b57f1ca8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:03.715699 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:04.664765 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1178c063-5d12-48bb-9f7b-5635f8ae803b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:05.975284 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:07.344524 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:08.680686 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:11.894503 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-69e85c80-bf0d-4346-9cc4-28a2801f11ed req-fb5dc9e1-4650-4382-98bc-7f057f58d838 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395107 May 23 12:46:11.983607 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e85c80-bf0d-4346-9cc4-28a2801f11ed req-549adabf-1352-47d7-9404-f2c2bd81442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:46:11.985243 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-69e85c80-bf0d-4346-9cc4-28a2801f11ed req-549adabf-1352-47d7-9404-f2c2bd81442b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf51a0c52de248fdb85a7cee23739b4e&device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 1168 time: 0.0443966 May 23 12:46:12.088895 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e85c80-bf0d-4346-9cc4-28a2801f11ed req-1f504c6f-d1bf-4c5d-a656-3fcd00343020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:46:12.090851 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-69e85c80-bf0d-4346-9cc4-28a2801f11ed req-1f504c6f-d1bf-4c5d-a656-3fcd00343020 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6d78aefa-528d-494f-b860-ca37a4057a3e HTTP/1.1" status: 200 len: 915 time: 0.0868285 May 23 12:46:12.155247 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-69e85c80-bf0d-4346-9cc4-28a2801f11ed req-5cb759a0-5545-485b-a2fe-860a893386a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45b3dda8-fb5f-4e14-8992-d8f97790fbdc HTTP/1.1" status: 200 len: 1001 time: 0.0586851 May 23 12:46:12.208282 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e85c80-bf0d-4346-9cc4-28a2801f11ed req-272988ee-95f6-48e7-9a0e-f008051f9e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:46:12.209749 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-69e85c80-bf0d-4346-9cc4-28a2801f11ed req-272988ee-95f6-48e7-9a0e-f008051f9e52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56b64361-5b3a-46dd-bdef-1a79898f44da HTTP/1.1" status: 200 len: 853 time: 0.0451958 May 23 12:46:12.257144 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e85c80-bf0d-4346-9cc4-28a2801f11ed req-10172015-18a8-4d5b-bfe1-f1729a0ee0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:46:12.258720 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-69e85c80-bf0d-4346-9cc4-28a2801f11ed req-10172015-18a8-4d5b-bfe1-f1729a0ee0b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6d78aefa-528d-494f-b860-ca37a4057a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421166 May 23 12:46:12.352648 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-69e85c80-bf0d-4346-9cc4-28a2801f11ed req-a5f35929-0040-4186-9f65-aefa6b01fa6b service neutron] 10.222.0.15 "GET /v2.0/networks/6d78aefa-528d-494f-b860-ca37a4057a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874784 May 23 12:46:12.442774 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-69e85c80-bf0d-4346-9cc4-28a2801f11ed req-2853df4c-7835-4bea-bf62-aa62f258918a service neutron] 10.222.0.15 "GET /v2.0/networks/6d78aefa-528d-494f-b860-ca37a4057a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844340 May 23 12:46:13.018386 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:46:13.398589 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-99271fd1-f130-4cbe-8cfb-3c36181f5464 req-c68e85e2-9124-4864-ab29-3a0715ff2118 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1587278546&fields=id&tenant_id=cf51a0c52de248fdb85a7cee23739b4e HTTP/1.1" status: 200 len: 267 time: 0.0451565 May 23 12:46:13.453309 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99271fd1-f130-4cbe-8cfb-3c36181f5464 req-4b35d361-5f0c-4ec8-aeca-4bad9a211cf0 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:46:13.454780 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-99271fd1-f130-4cbe-8cfb-3c36181f5464 req-4b35d361-5f0c-4ec8-aeca-4bad9a211cf0 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 984 time: 0.0501182 May 23 12:46:13.465930 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-99271fd1-f130-4cbe-8cfb-3c36181f5464 req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Request body: {'port': {'security_groups': ['d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8']}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:46:13.541792 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-99271fd1-f130-4cbe-8cfb-3c36181f5464 req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:13.747609 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-99271fd1-f130-4cbe-8cfb-3c36181f5464 req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] For port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=45b3dda8-fb5f-4e14-8992-d8f97790fbdc,segment=NetworkSegment(5c92644c-4dff-478b-a1ab-f3764f2ea8e1),segment_id=5c92644c-4dff-478b-a1ab-f3764f2ea8e1)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:46:13.777464 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:13.780240 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-99271fd1-f130-4cbe-8cfb-3c36181f5464 req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:13.784449 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-99271fd1-f130-4cbe-8cfb-3c36181f5464 req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:13.797333 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['45b3dda8-fb5f-4e14-8992-d8f97790fbdc'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:46:13.814994 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:13.833644 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99271fd1-f130-4cbe-8cfb-3c36181f5464 req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:46:13.834285 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-99271fd1-f130-4cbe-8cfb-3c36181f5464 req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:13.835695 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-99271fd1-f130-4cbe-8cfb-3c36181f5464 req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "PUT /v2.0/ports/45b3dda8-fb5f-4e14-8992-d8f97790fbdc HTTP/1.1" status: 200 len: 942 time: 0.3747208 May 23 12:46:13.836506 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66733e1-e43c-4011-b271-ef705a2a9b21', 'tag': '45b3dda8-fb5f-4e14-8992-d8f97790fbdc'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:46:13.842600 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09b353c-ca87-4399-9471-28a4fb743600" -d '{"events": [{"name": "network-changed", "server_uuid": "f66733e1-e43c-4011-b271-ef705a2a9b21", "tag": "45b3dda8-fb5f-4e14-8992-d8f97790fbdc"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:46:13.843412 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33388) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:46:13.860029 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Pushing event updated for resources: {'Port': ['ID=45b3dda8-fb5f-4e14-8992-d8f97790fbdc,revision_number=7']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:46:13.868307 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:13.868658 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:13.868998 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:13.869335 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:13.870162 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:13.870501 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:13.870839 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:13.871267 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:13.871723 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:13.872127 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:13.872490 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:13.872818 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:13.873142 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:13.873469 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:13.873791 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d8f9e-3b43-4aac-b89e-a767fbce7cfe tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:13.907068 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b781ae60-22c6-43d8-859e-1620d9750e69 x-openstack-request-id: req-b781ae60-22c6-43d8-859e-1620d9750e69 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:46:13.907361 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66733e1-e43c-4011-b271-ef705a2a9b21", "tag": "45b3dda8-fb5f-4e14-8992-d8f97790fbdc", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:46:13.907613 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b781ae60-22c6-43d8-859e-1620d9750e69 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:46:13.908016 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b781ae60-22c6-43d8-859e-1620d9750e69'] response: {'name': 'network-changed', 'server_uuid': 'f66733e1-e43c-4011-b271-ef705a2a9b21', 'tag': '45b3dda8-fb5f-4e14-8992-d8f97790fbdc', 'status': 'completed', 'code': 200} May 23 12:46:13.933044 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9c581cce-155a-4808-9573-0b0868835e38 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group (ceed8677-b38c-433b-96d9-aa6717e80a39), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:13.943849 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['45b3dda8-fb5f-4e14-8992-d8f97790fbdc'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:46:13.968319 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9c581cce-155a-4808-9573-0b0868835e38 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group (ceed8677-b38c-433b-96d9-aa6717e80a39), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:13.982940 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b353c-ca87-4399-9471-28a4fb743600 req-de537df4-111a-444e-a6e1-9e75f3aa01c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:46:13.984507 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a09b353c-ca87-4399-9471-28a4fb743600 req-de537df4-111a-444e-a6e1-9e75f3aa01c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf51a0c52de248fdb85a7cee23739b4e&device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 1129 time: 0.0511849 May 23 12:46:14.046515 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9c581cce-155a-4808-9573-0b0868835e38 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (ceed8677-b38c-433b-96d9-aa6717e80a39), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:14.049535 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9c581cce-155a-4808-9573-0b0868835e38 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:14.050749 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-9c581cce-155a-4808-9573-0b0868835e38 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "DELETE /v2.0/security-groups/ceed8677-b38c-433b-96d9-aa6717e80a39 HTTP/1.1" status: 204 len: 168 time: 0.2057347 May 23 12:46:14.060996 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33392) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:46:14.062116 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c581cce-155a-4808-9573-0b0868835e38 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceed8677-b38c-433b-96d9-aa6717e80a39,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:46:14.079264 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581cce-155a-4808-9573-0b0868835e38 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:14.079648 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581cce-155a-4808-9573-0b0868835e38 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:14.080045 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581cce-155a-4808-9573-0b0868835e38 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:14.080472 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581cce-155a-4808-9573-0b0868835e38 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:14.080793 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581cce-155a-4808-9573-0b0868835e38 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:14.081124 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581cce-155a-4808-9573-0b0868835e38 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:14.081746 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581cce-155a-4808-9573-0b0868835e38 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:14.082082 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581cce-155a-4808-9573-0b0868835e38 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:14.082441 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581cce-155a-4808-9573-0b0868835e38 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:14.082769 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581cce-155a-4808-9573-0b0868835e38 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:14.083093 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581cce-155a-4808-9573-0b0868835e38 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:14.083415 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581cce-155a-4808-9573-0b0868835e38 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:14.083783 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581cce-155a-4808-9573-0b0868835e38 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:14.084110 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581cce-155a-4808-9573-0b0868835e38 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:14.084469 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581cce-155a-4808-9573-0b0868835e38 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:46:14.123203 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b353c-ca87-4399-9471-28a4fb743600 req-f28b46f7-0097-420c-acd6-f3413f6b227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:46:14.125190 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a09b353c-ca87-4399-9471-28a4fb743600 req-f28b46f7-0097-420c-acd6-f3413f6b227d service neutron] 10.222.0.15 "GET /v2.0/networks?id=6d78aefa-528d-494f-b860-ca37a4057a3e HTTP/1.1" status: 200 len: 915 time: 0.1322327 May 23 12:46:14.192312 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a09b353c-ca87-4399-9471-28a4fb743600 req-d3227f1f-8dca-4a29-9982-fcc7831e6d4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45b3dda8-fb5f-4e14-8992-d8f97790fbdc HTTP/1.1" status: 200 len: 1001 time: 0.0596247 May 23 12:46:14.199204 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-0fc650a2-63cc-4b12-9a0c-4f418e85dac2 None None] Provisioning complete for port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:46:14.199633 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-0fc650a2-63cc-4b12-9a0c-4f418e85dac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:14.225135 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9b29c2af-0c0f-4b50-9a57-56e0a7d2c93e tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Deleting port 7bde4038-eed1-4459-8ad0-003f7df65d30 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:46:14.225472 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9b29c2af-0c0f-4b50-9a57-56e0a7d2c93e tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (7bde4038-eed1-4459-8ad0-003f7df65d30), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:14.246309 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b353c-ca87-4399-9471-28a4fb743600 req-383696a3-c5d7-46c2-9e05-8a1d45aaa97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:46:14.247942 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a09b353c-ca87-4399-9471-28a4fb743600 req-383696a3-c5d7-46c2-9e05-8a1d45aaa97b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56b64361-5b3a-46dd-bdef-1a79898f44da HTTP/1.1" status: 200 len: 853 time: 0.0478139 May 23 12:46:14.282646 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-0fc650a2-63cc-4b12-9a0c-4f418e85dac2 None None] Current status of the port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc is: ACTIVE; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:46:14.304195 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b353c-ca87-4399-9471-28a4fb743600 req-e4273337-d0b8-415a-85cf-355206e8d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:46:14.305751 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a09b353c-ca87-4399-9471-28a4fb743600 req-e4273337-d0b8-415a-85cf-355206e8d093 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6d78aefa-528d-494f-b860-ca37a4057a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471284 May 23 12:46:14.307822 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9b29c2af-0c0f-4b50-9a57-56e0a7d2c93e tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (7bde4038-eed1-4459-8ad0-003f7df65d30), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:14.308152 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9b29c2af-0c0f-4b50-9a57-56e0a7d2c93e tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for floatingip (7bde4038-eed1-4459-8ad0-003f7df65d30), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:14.320842 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9b29c2af-0c0f-4b50-9a57-56e0a7d2c93e tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Calling delete_port for 7bde4038-eed1-4459-8ad0-003f7df65d30 owned by network:floatingip {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:46:14.396643 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a09b353c-ca87-4399-9471-28a4fb743600 req-f18679c8-e22a-4863-b510-f9af84e81a84 service neutron] 10.222.0.15 "GET /v2.0/networks/6d78aefa-528d-494f-b860-ca37a4057a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843396 May 23 12:46:14.471301 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9b29c2af-0c0f-4b50-9a57-56e0a7d2c93e tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (7bde4038-eed1-4459-8ad0-003f7df65d30), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:14.496614 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-a09b353c-ca87-4399-9471-28a4fb743600 req-88487c98-1543-48dc-946e-5d48231b6509 service neutron] 10.222.0.15 "GET /v2.0/networks/6d78aefa-528d-494f-b860-ca37a4057a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905094 May 23 12:46:14.501851 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29c2af-0c0f-4b50-9a57-56e0a7d2c93e tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Pushing event deleted for resources: {'Port': ['ID=7bde4038-eed1-4459-8ad0-003f7df65d30,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:46:14.565106 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9b29c2af-0c0f-4b50-9a57-56e0a7d2c93e tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks [] for floatingip (76b453d9-75a7-4f4e-950f-6703222c99a7), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:14.565345 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.l3_db [None req-9b29c2af-0c0f-4b50-9a57-56e0a7d2c93e tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Floating IP 76b453d9-75a7-4f4e-950f-6703222c99a7 disassociated (deleted). External IP: 172.27.0.101, port: 45b3dda8-fb5f-4e14-8992-d8f97790fbdc. May 23 12:46:14.772635 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:14.776690 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:14.778734 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b29c2af-0c0f-4b50-9a57-56e0a7d2c93e tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Router 6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:46:14.890617 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b29c2af-0c0f-4b50-9a57-56e0a7d2c93e tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:46:14.895539 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9b29c2af-0c0f-4b50-9a57-56e0a7d2c93e tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:14.900646 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0caea9-a474-473c-965d-33a622db339c None None] Sync routers for ids ['6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:46:14.911319 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0caea9-a474-473c-965d-33a622db339c None None] Routers {'6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:46:14.912030 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-6b0caea9-a474-473c-965d-33a622db339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:46:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:46:14.926862 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-9b29c2af-0c0f-4b50-9a57-56e0a7d2c93e tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "DELETE /v2.0/floatingips/76b453d9-75a7-4f4e-950f-6703222c99a7 HTTP/1.1" status: 204 len: 168 time: 0.8569679 May 23 12:46:14.927807 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66733e1-e43c-4011-b271-ef705a2a9b21', 'tag': '45b3dda8-fb5f-4e14-8992-d8f97790fbdc'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:46:14.931013 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff19973-87fc-4b1b-82e9-5965c4e6abf6" -d '{"events": [{"name": "network-changed", "server_uuid": "f66733e1-e43c-4011-b271-ef705a2a9b21", "tag": "45b3dda8-fb5f-4e14-8992-d8f97790fbdc"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:46:14.978937 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0805c31c-c3c5-497d-b243-25f61ab23d3b x-openstack-request-id: req-0805c31c-c3c5-497d-b243-25f61ab23d3b {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:46:14.979224 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66733e1-e43c-4011-b271-ef705a2a9b21", "tag": "45b3dda8-fb5f-4e14-8992-d8f97790fbdc", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:46:14.979474 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0805c31c-c3c5-497d-b243-25f61ab23d3b {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:46:14.979867 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0805c31c-c3c5-497d-b243-25f61ab23d3b'] response: {'name': 'network-changed', 'server_uuid': 'f66733e1-e43c-4011-b271-ef705a2a9b21', 'tag': '45b3dda8-fb5f-4e14-8992-d8f97790fbdc', 'status': 'completed', 'code': 200} May 23 12:46:15.030988 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-6b0caea9-a474-473c-965d-33a622db339c None None] Set router 6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:46:15.055837 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff19973-87fc-4b1b-82e9-5965c4e6abf6 req-62f0eeae-bb34-4bb3-94d6-7e912b0d2f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:46:15.057513 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6ff19973-87fc-4b1b-82e9-5965c4e6abf6 req-62f0eeae-bb34-4bb3-94d6-7e912b0d2f7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf51a0c52de248fdb85a7cee23739b4e&device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 1129 time: 0.0522263 May 23 12:46:15.162713 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff19973-87fc-4b1b-82e9-5965c4e6abf6 req-64afd126-5968-440a-8299-b0f58f9a4e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:46:15.164218 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6ff19973-87fc-4b1b-82e9-5965c4e6abf6 req-64afd126-5968-440a-8299-b0f58f9a4e10 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6d78aefa-528d-494f-b860-ca37a4057a3e HTTP/1.1" status: 200 len: 915 time: 0.0982130 May 23 12:46:15.221465 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6ff19973-87fc-4b1b-82e9-5965c4e6abf6 req-fa9c84bd-2754-4412-8768-ec5139a7a69d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45b3dda8-fb5f-4e14-8992-d8f97790fbdc HTTP/1.1" status: 200 len: 217 time: 0.0427372 May 23 12:46:15.252213 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:15.263121 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:15.269430 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-6b0caea9-a474-473c-965d-33a622db339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'name': 'tempest-TestMinimumBasicScenario-205117406-router', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:11Z', 'revision_number': 4, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'gw_port': {'id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'b8b6ec35-7c21-414e-9e83-8812216a00d2', 'name': '', 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'mac_address': 'fa:16:3e:19:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '56b64361-5b3a-46dd-bdef-1a79898f44da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:10Z', 'updated_at': '2022-05-23T12:44:15Z', 'revision_number': 5, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'subnets': [{'id': '56b64361-5b3a-46dd-bdef-1a79898f44da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:46:15.278295 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff19973-87fc-4b1b-82e9-5965c4e6abf6 req-ad8892ab-e063-4d10-a65b-e49b11a3ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:46:15.279941 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6ff19973-87fc-4b1b-82e9-5965c4e6abf6 req-ad8892ab-e063-4d10-a65b-e49b11a3ba1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56b64361-5b3a-46dd-bdef-1a79898f44da HTTP/1.1" status: 200 len: 853 time: 0.0496976 May 23 12:46:15.294575 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0caea9-a474-473c-965d-33a622db339c None None] Checking router: 6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:46:15.302890 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0caea9-a474-473c-965d-33a622db339c None None] Routers {'6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:46:15.303490 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-6b0caea9-a474-473c-965d-33a622db339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:46:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:46:15.406381 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-6b0caea9-a474-473c-965d-33a622db339c None None] Set router 6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:46:15.591034 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-6b0caea9-a474-473c-965d-33a622db339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'name': 'tempest-TestMinimumBasicScenario-205117406-router', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:11Z', 'revision_number': 4, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'gw_port': {'id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'b8b6ec35-7c21-414e-9e83-8812216a00d2', 'name': '', 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'mac_address': 'fa:16:3e:19:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '56b64361-5b3a-46dd-bdef-1a79898f44da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:10Z', 'updated_at': '2022-05-23T12:44:15Z', 'revision_number': 5, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'subnets': [{'id': '56b64361-5b3a-46dd-bdef-1a79898f44da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:46:15.618764 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0caea9-a474-473c-965d-33a622db339c None None] The sync data for ids ['6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'] in dv-cinder-836996-27-iscsi is: [{'id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'name': 'tempest-TestMinimumBasicScenario-205117406-router', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:11Z', 'revision_number': 4, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'gw_port': {'id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'b8b6ec35-7c21-414e-9e83-8812216a00d2', 'name': '', 'network_id': '6d78aefa-528d-494f-b860-ca37a4057a3e', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'mac_address': 'fa:16:3e:19:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '56b64361-5b3a-46dd-bdef-1a79898f44da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:10Z', 'updated_at': '2022-05-23T12:44:15Z', 'revision_number': 5, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'subnets': [{'id': '56b64361-5b3a-46dd-bdef-1a79898f44da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:46:15.647277 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff19973-87fc-4b1b-82e9-5965c4e6abf6 req-9a157cec-f70c-4182-a00b-eb8349c59373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:46:15.648813 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6ff19973-87fc-4b1b-82e9-5965c4e6abf6 req-9a157cec-f70c-4182-a00b-eb8349c59373 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6d78aefa-528d-494f-b860-ca37a4057a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418489 May 23 12:46:15.750371 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6ff19973-87fc-4b1b-82e9-5965c4e6abf6 req-2cdd2156-5c7b-4913-ba7b-5288e15e3dd8 service neutron] 10.222.0.15 "GET /v2.0/networks/6d78aefa-528d-494f-b860-ca37a4057a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942402 May 23 12:46:15.853267 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6ff19973-87fc-4b1b-82e9-5965c4e6abf6 req-c2a7ffac-b46c-4a29-9944-6fd5845f8aba service neutron] 10.222.0.15 "GET /v2.0/networks/6d78aefa-528d-494f-b860-ca37a4057a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935826 May 23 12:46:15.882114 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a003b90c-e234-4b81-b9fa-70270f3f4153 None None] New status for floating IP 76b453d9-75a7-4f4e-950f-6703222c99a7: DOWN {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:46:17.733439 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784021f3-93b9-4389-b157-39276b14528c req-65a1737f-fb5b-4b89-a7cc-73e48952bb2e tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:46:17.734836 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-784021f3-93b9-4389-b157-39276b14528c req-65a1737f-fb5b-4b89-a7cc-73e48952bb2e tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 945 time: 0.0561512 May 23 12:46:17.745856 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:17.748408 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:17.787858 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-784021f3-93b9-4389-b157-39276b14528c req-8225577b-d78b-467d-b6bd-3b58ada11c29 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473707 May 23 12:46:18.906891 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95443b5-f409-4826-bb3a-56c2e2deb914 req-8b2064a0-d208-48e9-a91e-52494342de7d tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:46:18.908427 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b95443b5-f409-4826-bb3a-56c2e2deb914 req-8b2064a0-d208-48e9-a91e-52494342de7d tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 945 time: 0.0487747 May 23 12:46:18.958763 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-b95443b5-f409-4826-bb3a-56c2e2deb914 req-4327fe62-50cb-441a-af1d-f7438a57ff97 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/security-groups?id=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440328 May 23 12:46:19.496041 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6b9b6-06a3-4cc0-ad5d-d29be5fbd1bc req-60036a1b-39a3-438d-89bd-6ffa0e1eb604 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:46:19.497660 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5cc6b9b6-06a3-4cc0-ad5d-d29be5fbd1bc req-60036a1b-39a3-438d-89bd-6ffa0e1eb604 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 945 time: 0.0498946 May 23 12:46:19.599402 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-5cc6b9b6-06a3-4cc0-ad5d-d29be5fbd1bc req-da7bda9b-8bba-4e5e-ad95-46cc6fbd5cce tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Deleting port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:46:19.599737 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5cc6b9b6-06a3-4cc0-ad5d-d29be5fbd1bc req-da7bda9b-8bba-4e5e-ad95-46cc6fbd5cce tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:19.692812 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-5cc6b9b6-06a3-4cc0-ad5d-d29be5fbd1bc req-da7bda9b-8bba-4e5e-ad95-46cc6fbd5cce tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] For port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=45b3dda8-fb5f-4e14-8992-d8f97790fbdc,segment=NetworkSegment(5c92644c-4dff-478b-a1ab-f3764f2ea8e1),segment_id=5c92644c-4dff-478b-a1ab-f3764f2ea8e1)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:46:19.693164 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5cc6b9b6-06a3-4cc0-ad5d-d29be5fbd1bc req-da7bda9b-8bba-4e5e-ad95-46cc6fbd5cce tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:19.710966 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-5cc6b9b6-06a3-4cc0-ad5d-d29be5fbd1bc req-da7bda9b-8bba-4e5e-ad95-46cc6fbd5cce tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Calling delete_port for 45b3dda8-fb5f-4e14-8992-d8f97790fbdc owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:46:19.858872 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5cc6b9b6-06a3-4cc0-ad5d-d29be5fbd1bc req-da7bda9b-8bba-4e5e-ad95-46cc6fbd5cce tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (45b3dda8-fb5f-4e14-8992-d8f97790fbdc), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:19.872162 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['45b3dda8-fb5f-4e14-8992-d8f97790fbdc'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:46:19.891651 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7bda9b-8bba-4e5e-ad95-46cc6fbd5cce tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Pushing event deleted for resources: {'Port': ['ID=45b3dda8-fb5f-4e14-8992-d8f97790fbdc,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:46:19.960852 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc6b9b6-06a3-4cc0-ad5d-d29be5fbd1bc req-da7bda9b-8bba-4e5e-ad95-46cc6fbd5cce tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] No DVR routers for this DVR port 45b3dda8-fb5f-4e14-8992-d8f97790fbdc on host hv-cinder-83699 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:46:19.963442 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-5cc6b9b6-06a3-4cc0-ad5d-d29be5fbd1bc req-da7bda9b-8bba-4e5e-ad95-46cc6fbd5cce tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:19.967371 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5cc6b9b6-06a3-4cc0-ad5d-d29be5fbd1bc req-da7bda9b-8bba-4e5e-ad95-46cc6fbd5cce tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.15 "DELETE /v2.0/ports/45b3dda8-fb5f-4e14-8992-d8f97790fbdc HTTP/1.1" status: 204 len: 173 time: 0.4576013 May 23 12:46:19.967802 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66733e1-e43c-4011-b271-ef705a2a9b21', 'name': 'network-vif-deleted', 'tag': '45b3dda8-fb5f-4e14-8992-d8f97790fbdc'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:46:19.970084 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4657c7d4-6ed8-4d16-ac93-6c1162b452eb" -d '{"events": [{"server_uuid": "f66733e1-e43c-4011-b271-ef705a2a9b21", "name": "network-vif-deleted", "tag": "45b3dda8-fb5f-4e14-8992-d8f97790fbdc"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:46:20.006737 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b3a9dd-ffc8-406b-b464-67ef172dbf81 x-openstack-request-id: req-e2b3a9dd-ffc8-406b-b464-67ef172dbf81 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:46:20.007031 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66733e1-e43c-4011-b271-ef705a2a9b21", "name": "network-vif-deleted", "tag": "45b3dda8-fb5f-4e14-8992-d8f97790fbdc", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:46:20.007286 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2b3a9dd-ffc8-406b-b464-67ef172dbf81 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:46:20.007683 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b3a9dd-ffc8-406b-b464-67ef172dbf81'] response: {'server_uuid': 'f66733e1-e43c-4011-b271-ef705a2a9b21', 'name': 'network-vif-deleted', 'tag': '45b3dda8-fb5f-4e14-8992-d8f97790fbdc', 'status': 'completed', 'code': 200} May 23 12:46:20.062154 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d1263b60-ce2b-4e8d-85ae-37da895b8b70 req-5c0216e6-d515-4ef6-a5e7-3cc3ed8cc405 tempest-TestMinimumBasicScenario-1519055551 tempest-TestMinimumBasicScenario-1519055551-project] 10.222.0.16 "GET /v2.0/ports?device_id=f66733e1-e43c-4011-b271-ef705a2a9b21 HTTP/1.1" status: 200 len: 210 time: 0.0281444 May 23 12:46:21.709061 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33486) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:46:22.023439 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2ac33b00-9225-4db1-9bf6-615801cb129f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-484349'] for router_interface (6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:22.257693 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2ac33b00-9225-4db1-9bf6-615801cb129f admin admin] Deleting port b8b6ec35-7c21-414e-9e83-8812216a00d2 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:46:22.258016 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2ac33b00-9225-4db1-9bf6-615801cb129f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (b8b6ec35-7c21-414e-9e83-8812216a00d2), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:22.355434 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2ac33b00-9225-4db1-9bf6-615801cb129f admin admin] For port b8b6ec35-7c21-414e-9e83-8812216a00d2, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=b8b6ec35-7c21-414e-9e83-8812216a00d2,segment=NetworkSegment(5c92644c-4dff-478b-a1ab-f3764f2ea8e1),segment_id=5c92644c-4dff-478b-a1ab-f3764f2ea8e1)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:46:22.355822 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2ac33b00-9225-4db1-9bf6-615801cb129f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (b8b6ec35-7c21-414e-9e83-8812216a00d2), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:22.370476 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2ac33b00-9225-4db1-9bf6-615801cb129f admin admin] Calling delete_port for b8b6ec35-7c21-414e-9e83-8812216a00d2 owned by network:router_interface {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:46:22.415294 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=100 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:22.521186 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:22.791720 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2ac33b00-9225-4db1-9bf6-615801cb129f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (b8b6ec35-7c21-414e-9e83-8812216a00d2), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:22.822625 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac33b00-9225-4db1-9bf6-615801cb129f admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b6ec35-7c21-414e-9e83-8812216a00d2,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:46:22.987435 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2ac33b00-9225-4db1-9bf6-615801cb129f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-848001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484201'] for router_interface (6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:23.194631 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac33b00-9225-4db1-9bf6-615801cb129f admin admin] Router 6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:46:23.296442 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac33b00-9225-4db1-9bf6-615801cb129f admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:46:23.301285 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-2ac33b00-9225-4db1-9bf6-615801cb129f admin admin] 10.222.0.16 "PUT /v2.0/routers/6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5911841 May 23 12:46:23.303819 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33488) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:46:23.304722 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983d75ac-4011-4cf6-8893-7ac006dbad88 None None] Sync routers for ids ['6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:46:23.315613 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983d75ac-4011-4cf6-8893-7ac006dbad88 None None] Routers {'6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:46:23.316246 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-983d75ac-4011-4cf6-8893-7ac006dbad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:46:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:46:23.403592 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33025ab4-7daa-424e-9862-4da3ab1a5444 admin admin] Publish callbacks [] for router (6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:23.417431 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-983d75ac-4011-4cf6-8893-7ac006dbad88 None None] Set router 6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:46:23.501487 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33025ab4-7daa-424e-9862-4da3ab1a5444 admin admin] Publish callbacks [] for router_gateway (6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:23.505180 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:23.553674 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-33025ab4-7daa-424e-9862-4da3ab1a5444 admin admin] Deleting port 295cad4f-63c5-40cf-88f1-0e5d5998cc96 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:46:23.553902 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33025ab4-7daa-424e-9862-4da3ab1a5444 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (295cad4f-63c5-40cf-88f1-0e5d5998cc96), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:23.606565 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-983d75ac-4011-4cf6-8893-7ac006dbad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'name': 'tempest-TestMinimumBasicScenario-205117406-router', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:46:22Z', 'revision_number': 5, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'gw_port': {'id': '295cad4f-63c5-40cf-88f1-0e5d5998cc96', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:46:23.637618 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983d75ac-4011-4cf6-8893-7ac006dbad88 None None] Checking router: 6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:46:23.641100 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-33025ab4-7daa-424e-9862-4da3ab1a5444 admin admin] For port 295cad4f-63c5-40cf-88f1-0e5d5998cc96, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=295cad4f-63c5-40cf-88f1-0e5d5998cc96,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:46:23.641540 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33025ab4-7daa-424e-9862-4da3ab1a5444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (295cad4f-63c5-40cf-88f1-0e5d5998cc96), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:23.646395 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983d75ac-4011-4cf6-8893-7ac006dbad88 None None] Routers {'6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:46:23.647017 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-983d75ac-4011-4cf6-8893-7ac006dbad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:46:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:46:23.656142 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-33025ab4-7daa-424e-9862-4da3ab1a5444 admin admin] Calling delete_port for 295cad4f-63c5-40cf-88f1-0e5d5998cc96 owned by network:router_gateway {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:46:23.700946 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:23.757374 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-983d75ac-4011-4cf6-8893-7ac006dbad88 None None] Set router 6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f gateway port host: None {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:46:23.806257 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-983d75ac-4011-4cf6-8893-7ac006dbad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'name': 'tempest-TestMinimumBasicScenario-205117406-router', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:46:23Z', 'revision_number': 6, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'gw_port_host': None}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:46:23.832534 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983d75ac-4011-4cf6-8893-7ac006dbad88 None None] The sync data for ids ['6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f'] in dv-cinder-836996-27-iscsi is: [{'id': '6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f', 'name': 'tempest-TestMinimumBasicScenario-205117406-router', 'tenant_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:08Z', 'updated_at': '2022-05-23T12:46:23Z', 'revision_number': 6, 'project_id': 'cf51a0c52de248fdb85a7cee23739b4e', 'gw_port_host': None}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:46:23.846710 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33025ab4-7daa-424e-9862-4da3ab1a5444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (295cad4f-63c5-40cf-88f1-0e5d5998cc96), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:23.874254 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33025ab4-7daa-424e-9862-4da3ab1a5444 admin admin] Pushing event deleted for resources: {'Port': ['ID=295cad4f-63c5-40cf-88f1-0e5d5998cc96,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:46:23.941500 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33025ab4-7daa-424e-9862-4da3ab1a5444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483335'] for router_gateway (6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:24.028631 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33025ab4-7daa-424e-9862-4da3ab1a5444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11543'] for router (6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:24.031058 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33025ab4-7daa-424e-9862-4da3ab1a5444 admin admin] Publish callbacks [] for router_controller (6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:24.072950 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33025ab4-7daa-424e-9862-4da3ab1a5444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485025'] for router (6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:24.073455 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33025ab4-7daa-424e-9862-4da3ab1a5444 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f {{(pid=103849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:46:24.078930 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33025ab4-7daa-424e-9862-4da3ab1a5444 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:24.080087 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-33025ab4-7daa-424e-9862-4da3ab1a5444 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6cf0671c-3ac1-4e05-bc0e-31d3fc52ad3f HTTP/1.1" status: 204 len: 168 time: 0.7753356 May 23 12:46:24.082919 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33490) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:46:24.130779 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d04b326-2ebf-48c1-8bde-4867363d32fc admin admin] Deleting subnet 56b64361-5b3a-46dd-bdef-1a79898f44da {{(pid=103849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 12:46:24.133981 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1d04b326-2ebf-48c1-8bde-4867363d32fc admin admin] Publish callbacks [] for subnet (56b64361-5b3a-46dd-bdef-1a79898f44da), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:24.168955 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1d04b326-2ebf-48c1-8bde-4867363d32fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4653014'] for subnet (56b64361-5b3a-46dd-bdef-1a79898f44da), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:24.248987 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1d04b326-2ebf-48c1-8bde-4867363d32fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384138'] for subnet (56b64361-5b3a-46dd-bdef-1a79898f44da), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:24.306602 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1d04b326-2ebf-48c1-8bde-4867363d32fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4653028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5217938'] for subnet (56b64361-5b3a-46dd-bdef-1a79898f44da), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:24.336791 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04b326-2ebf-48c1-8bde-4867363d32fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56b64361-5b3a-46dd-bdef-1a79898f44da,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:46:24.340452 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1d04b326-2ebf-48c1-8bde-4867363d32fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:24.343590 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-1d04b326-2ebf-48c1-8bde-4867363d32fc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/56b64361-5b3a-46dd-bdef-1a79898f44da HTTP/1.1" status: 204 len: 168 time: 0.2596648 May 23 12:46:24.346751 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33492) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:46:24.350881 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c36db4-de05-472c-a4b5-79ad56ffe657 None None] Network 6d78aefa-528d-494f-b860-ca37a4057a3e requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:46:24.404864 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:24.416488 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-862f6949-f22c-4def-8c78-481a09b7e388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323361'] for network (6d78aefa-528d-494f-b860-ca37a4057a3e), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:24.459943 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-862f6949-f22c-4def-8c78-481a09b7e388 admin admin] Deleting port d15f1bbc-cd6b-4a16-890c-e10efd6314a0 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:46:24.460308 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-862f6949-f22c-4def-8c78-481a09b7e388 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (d15f1bbc-cd6b-4a16-890c-e10efd6314a0), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:24.529845 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-862f6949-f22c-4def-8c78-481a09b7e388 admin admin] For port d15f1bbc-cd6b-4a16-890c-e10efd6314a0, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=d15f1bbc-cd6b-4a16-890c-e10efd6314a0,segment=NetworkSegment(5c92644c-4dff-478b-a1ab-f3764f2ea8e1),segment_id=5c92644c-4dff-478b-a1ab-f3764f2ea8e1)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:46:24.530204 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-862f6949-f22c-4def-8c78-481a09b7e388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (d15f1bbc-cd6b-4a16-890c-e10efd6314a0), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:24.545082 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-862f6949-f22c-4def-8c78-481a09b7e388 admin admin] Calling delete_port for d15f1bbc-cd6b-4a16-890c-e10efd6314a0 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:46:24.588123 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:24.631822 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-862f6949-f22c-4def-8c78-481a09b7e388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (d15f1bbc-cd6b-4a16-890c-e10efd6314a0), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:24.632397 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972e29b7-2a17-4504-8e94-86a5aa764c92 None None] DHCP port deletion for 6d78aefa-528d-494f-b860-ca37a4057a3e request from dv-cinder-836996-27-iscsi {{(pid=103851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 12:46:24.657283 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f6949-f22c-4def-8c78-481a09b7e388 admin admin] Pushing event deleted for resources: {'Port': ['ID=d15f1bbc-cd6b-4a16-890c-e10efd6314a0,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:46:24.664715 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862f6949-f22c-4def-8c78-481a09b7e388 admin admin] No DVR routers for this DVR port d15f1bbc-cd6b-4a16-890c-e10efd6314a0 on host dv-cinder-836996-27-iscsi {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:46:24.746384 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-862f6949-f22c-4def-8c78-481a09b7e388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376325', 'neutron.services.segments.db._delete_segments_for_network-8727294489191'] for network (6d78aefa-528d-494f-b860-ca37a4057a3e), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:24.769246 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-862f6949-f22c-4def-8c78-481a09b7e388 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d78aefa-528d-494f-b860-ca37a4057a3e']}} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:46:24.779918 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-862f6949-f22c-4def-8c78-481a09b7e388 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c92644c-4dff-478b-a1ab-f3764f2ea8e1') {'for_net_delete': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:46:24.780245 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-862f6949-f22c-4def-8c78-481a09b7e388 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c92644c-4dff-478b-a1ab-f3764f2ea8e1') {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:46:24.791697 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-862f6949-f22c-4def-8c78-481a09b7e388 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727294487664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4653017'] for segment (5c92644c-4dff-478b-a1ab-f3764f2ea8e1), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:24.793088 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device d15f1bbc-cd6b-4a16-890c-e10efd6314a0 no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:46:24.806457 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-862f6949-f22c-4def-8c78-481a09b7e388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (5c92644c-4dff-478b-a1ab-f3764f2ea8e1), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:24.813401 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862f6949-f22c-4def-8c78-481a09b7e388 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 12:46:24.813906 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-862f6949-f22c-4def-8c78-481a09b7e388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4651014'] for segment (5c92644c-4dff-478b-a1ab-f3764f2ea8e1), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:24.817524 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 45b3dda8-fb5f-4e14-8992-d8f97790fbdc no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:46:24.820671 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: d15f1bbc-cd6b-4a16-890c-e10efd6314a0 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:46:24.821002 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device d15f1bbc-cd6b-4a16-890c-e10efd6314a0 not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:46:24.822487 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device b8b6ec35-7c21-414e-9e83-8812216a00d2 no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:46:24.844717 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] No Port match for: 45b3dda8-fb5f-4e14-8992-d8f97790fbdc {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:46:24.845034 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 45b3dda8-fb5f-4e14-8992-d8f97790fbdc not bound to the agent host hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:46:24.864877 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: b8b6ec35-7c21-414e-9e83-8812216a00d2 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:46:24.865307 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device b8b6ec35-7c21-414e-9e83-8812216a00d2 not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:46:24.865786 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 295cad4f-63c5-40cf-88f1-0e5d5998cc96 no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:46:24.881173 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-862f6949-f22c-4def-8c78-481a09b7e388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482031'] for network (6d78aefa-528d-494f-b860-ca37a4057a3e), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:24.888260 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-862f6949-f22c-4def-8c78-481a09b7e388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:24.891814 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-862f6949-f22c-4def-8c78-481a09b7e388 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6d78aefa-528d-494f-b860-ca37a4057a3e HTTP/1.1" status: 204 len: 168 time: 0.5440810 May 23 12:46:24.895147 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 33498) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:46:24.903400 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f6949-f22c-4def-8c78-481a09b7e388 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d78aefa-528d-494f-b860-ca37a4057a3e,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:46:24.914985 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: 295cad4f-63c5-40cf-88f1-0e5d5998cc96 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:46:24.915430 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 295cad4f-63c5-40cf-88f1-0e5d5998cc96 not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:46:24.922058 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.services.segments.plugin [-] Segment 5c92644c-4dff-478b-a1ab-f3764f2ea8e1 resource provider aggregate not found May 23 12:46:24.945269 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.services.segments.plugin [-] Segment 5c92644c-4dff-478b-a1ab-f3764f2ea8e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c92644c-4dff-478b-a1ab-f3764f2ea8e1 found for delete ", "request_id": "req-3ac9bfb2-096b-41e6-ae42-9ccd19e8f54c"}]} May 23 12:46:25.235608 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:25.242149 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1b14838d-b314-48c7-b872-9957e333a146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-484349'] for router_interface (04f095aa-f91f-4cb2-af10-6d26295a09a7), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:25.282852 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:25.472466 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-1b14838d-b314-48c7-b872-9957e333a146 admin admin] Deleting port d79e27f8-64b4-4304-b921-657b4fe75f06 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:46:25.472802 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1b14838d-b314-48c7-b872-9957e333a146 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (d79e27f8-64b4-4304-b921-657b4fe75f06), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:25.555909 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-1b14838d-b314-48c7-b872-9957e333a146 admin admin] For port d79e27f8-64b4-4304-b921-657b4fe75f06, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=d79e27f8-64b4-4304-b921-657b4fe75f06,segment=NetworkSegment(fbba6b1d-afd4-42a5-ae78-117350532078),segment_id=fbba6b1d-afd4-42a5-ae78-117350532078)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:46:25.556126 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1b14838d-b314-48c7-b872-9957e333a146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (d79e27f8-64b4-4304-b921-657b4fe75f06), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:25.569768 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-1b14838d-b314-48c7-b872-9957e333a146 admin admin] Calling delete_port for d79e27f8-64b4-4304-b921-657b4fe75f06 owned by network:router_interface {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:46:25.754519 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1b14838d-b314-48c7-b872-9957e333a146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (d79e27f8-64b4-4304-b921-657b4fe75f06), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:25.778462 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14838d-b314-48c7-b872-9957e333a146 admin admin] Pushing event deleted for resources: {'Port': ['ID=d79e27f8-64b4-4304-b921-657b4fe75f06,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:46:25.889872 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=5 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:25.914003 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=6 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:25.944443 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1b14838d-b314-48c7-b872-9957e333a146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-848001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484201'] for router_interface (04f095aa-f91f-4cb2-af10-6d26295a09a7), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:26.050377 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:26.148921 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b14838d-b314-48c7-b872-9957e333a146 admin admin] Router 04f095aa-f91f-4cb2-af10-6d26295a09a7 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:46:26.151206 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:26.253014 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b14838d-b314-48c7-b872-9957e333a146 admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:46:26.258243 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-1b14838d-b314-48c7-b872-9957e333a146 admin admin] 10.222.0.16 "PUT /v2.0/routers/04f095aa-f91f-4cb2-af10-6d26295a09a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3620718 May 23 12:46:26.260859 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 33502) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:46:26.264117 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addb6964-91df-4466-838f-3dda52b84a68 None None] Sync routers for ids ['04f095aa-f91f-4cb2-af10-6d26295a09a7'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:46:26.273785 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addb6964-91df-4466-838f-3dda52b84a68 None None] Routers {'04f095aa-f91f-4cb2-af10-6d26295a09a7'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:46:26.274411 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-addb6964-91df-4466-838f-3dda52b84a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:46:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['04f095aa-f91f-4cb2-af10-6d26295a09a7'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:46:26.360252 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4018f67d-639a-43e2-badd-f2e731cfa11f admin admin] Publish callbacks [] for router (04f095aa-f91f-4cb2-af10-6d26295a09a7), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:26.376712 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-addb6964-91df-4466-838f-3dda52b84a68 None None] Set router 04f095aa-f91f-4cb2-af10-6d26295a09a7 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:46:26.459607 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4018f67d-639a-43e2-badd-f2e731cfa11f admin admin] Publish callbacks [] for router_gateway (04f095aa-f91f-4cb2-af10-6d26295a09a7), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:26.506372 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-4018f67d-639a-43e2-badd-f2e731cfa11f admin admin] Deleting port e178e406-04f3-4654-89c7-2f6c35ee773b {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:46:26.506706 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4018f67d-639a-43e2-badd-f2e731cfa11f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (e178e406-04f3-4654-89c7-2f6c35ee773b), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:26.550161 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-addb6964-91df-4466-838f-3dda52b84a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f095aa-f91f-4cb2-af10-6d26295a09a7', 'name': 'tempest-TestMinimumBasicScenario-1185943580-router', 'tenant_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'e178e406-04f3-4654-89c7-2f6c35ee773b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:13Z', 'updated_at': '2022-05-23T12:46:25Z', 'revision_number': 5, 'project_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'gw_port': {'id': 'e178e406-04f3-4654-89c7-2f6c35ee773b', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f095aa-f91f-4cb2-af10-6d26295a09a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:44:14Z', 'updated_at': '2022-05-23T12:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:46:26.576472 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addb6964-91df-4466-838f-3dda52b84a68 None None] Checking router: 04f095aa-f91f-4cb2-af10-6d26295a09a7 for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:46:26.585124 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addb6964-91df-4466-838f-3dda52b84a68 None None] Routers {'04f095aa-f91f-4cb2-af10-6d26295a09a7'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:46:26.585714 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-addb6964-91df-4466-838f-3dda52b84a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:46:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['04f095aa-f91f-4cb2-af10-6d26295a09a7'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:46:26.591034 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-4018f67d-639a-43e2-badd-f2e731cfa11f admin admin] For port e178e406-04f3-4654-89c7-2f6c35ee773b, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=e178e406-04f3-4654-89c7-2f6c35ee773b,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:46:26.591410 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4018f67d-639a-43e2-badd-f2e731cfa11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (e178e406-04f3-4654-89c7-2f6c35ee773b), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:26.604695 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-4018f67d-639a-43e2-badd-f2e731cfa11f admin admin] Calling delete_port for e178e406-04f3-4654-89c7-2f6c35ee773b owned by network:router_gateway {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:46:26.772307 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-addb6964-91df-4466-838f-3dda52b84a68 None None] Set router 04f095aa-f91f-4cb2-af10-6d26295a09a7 gateway port host: None {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:46:26.803257 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4018f67d-639a-43e2-badd-f2e731cfa11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (e178e406-04f3-4654-89c7-2f6c35ee773b), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:26.832663 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-addb6964-91df-4466-838f-3dda52b84a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f095aa-f91f-4cb2-af10-6d26295a09a7', 'name': 'tempest-TestMinimumBasicScenario-1185943580-router', 'tenant_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:13Z', 'updated_at': '2022-05-23T12:46:26Z', 'revision_number': 6, 'project_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'gw_port_host': None}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:46:26.835247 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018f67d-639a-43e2-badd-f2e731cfa11f admin admin] Pushing event deleted for resources: {'Port': ['ID=e178e406-04f3-4654-89c7-2f6c35ee773b,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:46:26.866970 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addb6964-91df-4466-838f-3dda52b84a68 None None] The sync data for ids ['04f095aa-f91f-4cb2-af10-6d26295a09a7'] in dv-cinder-836996-27-iscsi is: [{'id': '04f095aa-f91f-4cb2-af10-6d26295a09a7', 'name': 'tempest-TestMinimumBasicScenario-1185943580-router', 'tenant_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:44:13Z', 'updated_at': '2022-05-23T12:46:26Z', 'revision_number': 6, 'project_id': 'f0bd4c0da82f4ea5abc3097525de240b', 'gw_port_host': None}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:46:26.926822 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4018f67d-639a-43e2-badd-f2e731cfa11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483335'] for router_gateway (04f095aa-f91f-4cb2-af10-6d26295a09a7), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:27.303613 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4018f67d-639a-43e2-badd-f2e731cfa11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11543'] for router (04f095aa-f91f-4cb2-af10-6d26295a09a7), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:27.306034 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4018f67d-639a-43e2-badd-f2e731cfa11f admin admin] Publish callbacks [] for router_controller (04f095aa-f91f-4cb2-af10-6d26295a09a7), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:27.357937 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4018f67d-639a-43e2-badd-f2e731cfa11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485025'] for router (04f095aa-f91f-4cb2-af10-6d26295a09a7), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:27.358574 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4018f67d-639a-43e2-badd-f2e731cfa11f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04f095aa-f91f-4cb2-af10-6d26295a09a7 {{(pid=103850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:46:27.363040 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4018f67d-639a-43e2-badd-f2e731cfa11f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:27.364191 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-4018f67d-639a-43e2-badd-f2e731cfa11f admin admin] 10.222.0.16 "DELETE /v2.0/routers/04f095aa-f91f-4cb2-af10-6d26295a09a7 HTTP/1.1" status: 204 len: 168 time: 1.1022387 May 23 12:46:27.366689 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 33504) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:46:27.390857 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:27.403753 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:27.413527 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_v2 [None req-974ff90e-4a61-4644-abe6-388295f794db admin admin] Deleting subnet 213b7547-2e5e-45c1-acb1-ceb1980809ab {{(pid=103850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 12:46:27.417517 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-974ff90e-4a61-4644-abe6-388295f794db admin admin] Publish callbacks [] for subnet (213b7547-2e5e-45c1-acb1-ceb1980809ab), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:27.454190 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-974ff90e-4a61-4644-abe6-388295f794db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7121682'] for subnet (213b7547-2e5e-45c1-acb1-ceb1980809ab), precommit_delete_associations {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:27.533591 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-974ff90e-4a61-4644-abe6-388295f794db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384138'] for subnet (213b7547-2e5e-45c1-acb1-ceb1980809ab), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:27.585892 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-974ff90e-4a61-4644-abe6-388295f794db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6110642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5993989'] for subnet (213b7547-2e5e-45c1-acb1-ceb1980809ab), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:27.610319 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ff90e-4a61-4644-abe6-388295f794db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=213b7547-2e5e-45c1-acb1-ceb1980809ab,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:46:27.616184 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-974ff90e-4a61-4644-abe6-388295f794db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:27.622050 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-974ff90e-4a61-4644-abe6-388295f794db admin admin] 10.222.0.16 "DELETE /v2.0/subnets/213b7547-2e5e-45c1-acb1-ceb1980809ab HTTP/1.1" status: 204 len: 168 time: 0.2518678 May 23 12:46:27.622406 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602d6fc0-cd88-4533-b818-96469c0b6c71 None None] Network 926f7059-5948-4bbb-8576-2b910bbda1c3 requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:46:27.623145 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 33506) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:46:27.702840 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b191e737-0a02-4d0a-a9df-97e265f28ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323361'] for network (926f7059-5948-4bbb-8576-2b910bbda1c3), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:27.754313 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-b191e737-0a02-4d0a-a9df-97e265f28ab2 admin admin] Deleting port 03ab2794-693d-492c-8fec-d8de1f11a738 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:46:27.754654 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b191e737-0a02-4d0a-a9df-97e265f28ab2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (03ab2794-693d-492c-8fec-d8de1f11a738), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:27.823246 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-b191e737-0a02-4d0a-a9df-97e265f28ab2 admin admin] For port 03ab2794-693d-492c-8fec-d8de1f11a738, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=03ab2794-693d-492c-8fec-d8de1f11a738,segment=NetworkSegment(fbba6b1d-afd4-42a5-ae78-117350532078),segment_id=fbba6b1d-afd4-42a5-ae78-117350532078)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:46:27.823246 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b191e737-0a02-4d0a-a9df-97e265f28ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (03ab2794-693d-492c-8fec-d8de1f11a738), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:27.838871 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-b191e737-0a02-4d0a-a9df-97e265f28ab2 admin admin] Calling delete_port for 03ab2794-693d-492c-8fec-d8de1f11a738 owned by network:dhcp {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:46:27.843293 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=100 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:27.937142 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b191e737-0a02-4d0a-a9df-97e265f28ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (03ab2794-693d-492c-8fec-d8de1f11a738), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:27.943621 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69e6675-738b-4f68-b2dc-697e4b141aac None None] DHCP port deletion for 926f7059-5948-4bbb-8576-2b910bbda1c3 request from dv-cinder-836996-27-iscsi {{(pid=103851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 12:46:27.966825 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191e737-0a02-4d0a-a9df-97e265f28ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=03ab2794-693d-492c-8fec-d8de1f11a738,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:46:27.970337 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b191e737-0a02-4d0a-a9df-97e265f28ab2 admin admin] No DVR routers for this DVR port 03ab2794-693d-492c-8fec-d8de1f11a738 on host dv-cinder-836996-27-iscsi {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:46:28.042340 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b191e737-0a02-4d0a-a9df-97e265f28ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376325', 'neutron.services.segments.db._delete_segments_for_network-8727294489191'] for network (926f7059-5948-4bbb-8576-2b910bbda1c3), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:28.064045 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-b191e737-0a02-4d0a-a9df-97e265f28ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926f7059-5948-4bbb-8576-2b910bbda1c3']}} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:46:28.073851 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-b191e737-0a02-4d0a-a9df-97e265f28ab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbba6b1d-afd4-42a5-ae78-117350532078') {'for_net_delete': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:46:28.074094 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.services.segments.db [None req-b191e737-0a02-4d0a-a9df-97e265f28ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbba6b1d-afd4-42a5-ae78-117350532078') {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:46:28.084867 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b191e737-0a02-4d0a-a9df-97e265f28ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727294487664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7121693'] for segment (fbba6b1d-afd4-42a5-ae78-117350532078), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:28.098779 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b191e737-0a02-4d0a-a9df-97e265f28ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (fbba6b1d-afd4-42a5-ae78-117350532078), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:28.105694 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b191e737-0a02-4d0a-a9df-97e265f28ab2 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 12:46:28.106369 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b191e737-0a02-4d0a-a9df-97e265f28ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6109776'] for segment (fbba6b1d-afd4-42a5-ae78-117350532078), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:28.174989 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b191e737-0a02-4d0a-a9df-97e265f28ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482031'] for network (926f7059-5948-4bbb-8576-2b910bbda1c3), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:28.180731 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b191e737-0a02-4d0a-a9df-97e265f28ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:28.186967 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-b191e737-0a02-4d0a-a9df-97e265f28ab2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/926f7059-5948-4bbb-8576-2b910bbda1c3 HTTP/1.1" status: 204 len: 168 time: 0.5620019 May 23 12:46:28.198801 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.services.segments.plugin [-] Segment fbba6b1d-afd4-42a5-ae78-117350532078 resource provider aggregate not found May 23 12:46:28.207328 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191e737-0a02-4d0a-a9df-97e265f28ab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=926f7059-5948-4bbb-8576-2b910bbda1c3,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:46:28.221788 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.services.segments.plugin [-] Segment fbba6b1d-afd4-42a5-ae78-117350532078 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fbba6b1d-afd4-42a5-ae78-117350532078 found for delete ", "request_id": "req-44b04f91-61d1-481a-9352-6881775ef2c2"}]} May 23 12:46:28.377905 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33516) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:46:28.419092 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-9fde5ab3-d2b2-4129-a96d-bec385367ae3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf51a0c52de248fdb85a7cee23739b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398490 May 23 12:46:28.421773 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33518) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:46:28.471151 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-19367516-71f7-4e61-8853-1234281276ba admin admin] Publish callbacks [] for security_group (d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:28.492126 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-19367516-71f7-4e61-8853-1234281276ba admin admin] Publish callbacks [] for security_group (d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:28.538400 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-19367516-71f7-4e61-8853-1234281276ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:28.540887 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-19367516-71f7-4e61-8853-1234281276ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:28.542011 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-19367516-71f7-4e61-8853-1234281276ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8 HTTP/1.1" status: 204 len: 168 time: 0.1192667 May 23 12:46:28.550038 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19367516-71f7-4e61-8853-1234281276ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55f7c2d-73bf-4c49-8ac2-65b9aa4d63b8,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:46:28.783229 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device e178e406-04f3-4654-89c7-2f6c35ee773b no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:46:28.805258 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: e178e406-04f3-4654-89c7-2f6c35ee773b {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:46:28.805600 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device e178e406-04f3-4654-89c7-2f6c35ee773b not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:46:28.806011 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 03ab2794-693d-492c-8fec-d8de1f11a738 no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:46:28.807606 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=100 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:28.829164 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: 03ab2794-693d-492c-8fec-d8de1f11a738 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:46:28.829505 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 03ab2794-693d-492c-8fec-d8de1f11a738 not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:46:28.830095 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device d79e27f8-64b4-4304-b921-657b4fe75f06 no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:46:28.849983 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: d79e27f8-64b4-4304-b921-657b4fe75f06 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:46:28.850326 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device d79e27f8-64b4-4304-b921-657b4fe75f06 not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:46:28.916603 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 33524) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:46:28.958088 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-0d4018d5-1762-4866-81d0-a8d9c0cda1eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0bd4c0da82f4ea5abc3097525de240b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403380 May 23 12:46:28.960675 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 33526) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:46:29.001816 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:29.012995 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-20494092-d3c2-48ec-9181-ec60f4183cca admin admin] Publish callbacks [] for security_group (fffbb44e-7ad7-4cf5-8415-f54a9b1b9025), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:29.014978 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:29.038435 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-20494092-d3c2-48ec-9181-ec60f4183cca admin admin] Publish callbacks [] for security_group (fffbb44e-7ad7-4cf5-8415-f54a9b1b9025), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:29.090256 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-20494092-d3c2-48ec-9181-ec60f4183cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (fffbb44e-7ad7-4cf5-8415-f54a9b1b9025), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:29.093199 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-20494092-d3c2-48ec-9181-ec60f4183cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:29.096800 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-20494092-d3c2-48ec-9181-ec60f4183cca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fffbb44e-7ad7-4cf5-8415-f54a9b1b9025 HTTP/1.1" status: 204 len: 168 time: 0.1327999 May 23 12:46:29.103106 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20494092-d3c2-48ec-9181-ec60f4183cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffbb44e-7ad7-4cf5-8415-f54a9b1b9025,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:46:32.411579 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-07aa7364-90c2-41a9-9e06-493e9d50d1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:33.733019 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:34.668303 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4021fdd4-7cfd-4269-bea9-248699c2b518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:35.973062 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:36.834689 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=42 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:36.835519 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=41 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:37.346905 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:38.545312 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=39,neutron:DELETE=9 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:38.546139 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=72,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:38.674095 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:46:39.097926 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:39.098717 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:48.667036 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:48.668507 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=12,neutron:UPDATE=5 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:46:50.018264 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:47:02.393790 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=16 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:02.399955 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=18 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:02.414735 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cd4e19a0-3a38-4a31-b893-bc6b9694878c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:03.739972 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:04.673906 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c4bff7bf-1d2c-4940-b679-e90a0150c0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:05.136859 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-7bde7e10-6c17-48fe-8af7-996415867640 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1035934523&fields=id&tenant_id=ac5975413f5548c3881ec3c868295836 HTTP/1.1" status: 200 len: 267 time: 0.0461919 May 23 12:47:05.243103 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-856c39b2-36d2-48bc-8f67-31641911dd8f tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:05.244491 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-856c39b2-36d2-48bc-8f67-31641911dd8f tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/networks?id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e HTTP/1.1" status: 200 len: 812 time: 0.1004529 May 23 12:47:05.259671 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-44d24239-0028-47a8-92b5-d3dfd84d93b4 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/quotas/ac5975413f5548c3881ec3c868295836 HTTP/1.1" status: 200 len: 375 time: 0.0091102 May 23 12:47:05.314863 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-6644d147-0fe4-4ec6-80fd-3195cd5674cf tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac5975413f5548c3881ec3c868295836&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497296 May 23 12:47:05.442553 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-92b7af17-aeea-46b1-8bdc-95d62ef86624 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 12:47:05.443551 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-92b7af17-aeea-46b1-8bdc-95d62ef86624 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1181140 May 23 12:47:05.532588 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-b2ee6a86-9a77-4908-a9a3-156db669399a service neutron] 10.222.0.16 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831335 May 23 12:47:05.630402 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-8002045b-58e8-4386-949c-64ebb92e546e service neutron] 10.222.0.16 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921600 May 23 12:47:05.935483 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-00c5ebab-aa07-4e03-b99d-71690f7dad93 req-998b36cb-1fc3-4bbe-850d-1a57da1ae8bc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 210 time: 0.0306783 May 23 12:47:05.976429 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:06.840653 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-108cc113-4636-43ec-8162-5a37c67aedfa tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:06.842399 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-108cc113-4636-43ec-8162-5a37c67aedfa tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.15 "GET /v2.0/networks?id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e HTTP/1.1" status: 200 len: 812 time: 0.1086946 May 23 12:47:06.906916 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-d8d6ef1c-4fd5-4245-9370-da897b446108 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac5975413f5548c3881ec3c868295836 HTTP/1.1" status: 200 len: 380 time: 0.0568457 May 23 12:47:06.914710 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-1c6e3a4c-975d-494b-a833-54d43a15f912 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Request body: {'port': {'device_id': '7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'admin_state_up': True, 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'security_groups': ['09c34774-e5d3-41b5-acc4-8f5e5d7e5787']}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:47:07.044514 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8e9da2f6-0af3-4b07-a7bf-4c948b2bfeb7 req-0039984e-fb64-472c-a041-c7ad212d9ef6 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 210 time: 0.0395651 May 23 12:47:07.057896 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-1c6e3a4c-975d-494b-a833-54d43a15f912 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Made reservation on behalf of ac5975413f5548c3881ec3c868295836 for: {'port': 1} {{(pid=103850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:47:07.061404 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-1c6e3a4c-975d-494b-a833-54d43a15f912 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:07.189728 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-1c6e3a4c-975d-494b-a833-54d43a15f912 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Allocated IP 172.20.0.13 (12b22b49-c25e-4ae4-ac66-3d3f23b3684e/081f086c-ab03-48fd-9480-53cde1703c59/43b8ca9b-fcfc-40ab-a568-72942f20ba61) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:47:07.250542 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:07.294317 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:07.355257 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-1c6e3a4c-975d-494b-a833-54d43a15f912 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for port (43b8ca9b-fcfc-40ab-a568-72942f20ba61), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:07.355528 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:07.389521 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-1c6e3a4c-975d-494b-a833-54d43a15f912 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (43b8ca9b-fcfc-40ab-a568-72942f20ba61), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:07.427818 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-1c6e3a4c-975d-494b-a833-54d43a15f912 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Network 12b22b49-c25e-4ae4-ac66-3d3f23b3684e is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:47:07.430895 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-1c6e3a4c-975d-494b-a833-54d43a15f912 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:47:07.433572 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-1c6e3a4c-975d-494b-a833-54d43a15f912 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:47:07.477748 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e3a4c-975d-494b-a833-54d43a15f912 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Pushing event updated for resources: {'Port': ['ID=43b8ca9b-fcfc-40ab-a568-72942f20ba61,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:47:07.501061 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-1c6e3a4c-975d-494b-a833-54d43a15f912 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:07.501687 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-1c6e3a4c-975d-494b-a833-54d43a15f912 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:07.518762 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-1c6e3a4c-975d-494b-a833-54d43a15f912 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6076543 May 23 12:47:07.530329 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] Request body: {'port': {'device_id': '7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:47:07.595307 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (43b8ca9b-fcfc-40ab-a568-72942f20ba61), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:07.637377 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-b063dec2-2c32-48d9-84c4-875f8986f5b8 None None] Provisioning complete for port 43b8ca9b-fcfc-40ab-a568-72942f20ba61 triggered by entity DHCP. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:47:07.637742 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-b063dec2-2c32-48d9-84c4-875f8986f5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (43b8ca9b-fcfc-40ab-a568-72942f20ba61), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:07.671629 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-b063dec2-2c32-48d9-84c4-875f8986f5b8 None None] Port 43b8ca9b-fcfc-40ab-a568-72942f20ba61 cannot update to ACTIVE because it is not bound. {{(pid=103851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:47:07.891990 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b8ca9b-fcfc-40ab-a568-72942f20ba61 {{(pid=103850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:47:07.900274 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] Publish callbacks [] for port (43b8ca9b-fcfc-40ab-a568-72942f20ba61), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:07.914184 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.provisioning_blocks [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] Transition to ACTIVE for port object 43b8ca9b-fcfc-40ab-a568-72942f20ba61 will not be triggered until provisioned by entity L2. {{(pid=103850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 12:47:07.918194 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (43b8ca9b-fcfc-40ab-a568-72942f20ba61), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:07.970910 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] Pushing event updated for resources: {'Port': ['ID=43b8ca9b-fcfc-40ab-a568-72942f20ba61,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:47:08.047396 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] Attempting to bind port 43b8ca9b-fcfc-40ab-a568-72942f20ba61 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:47:08.047745 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] Attempting to bind port 43b8ca9b-fcfc-40ab-a568-72942f20ba61 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '3459468d-caa0-43a3-8e51-ef34a15b16d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:47:08.048050 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] Attempting to bind port 43b8ca9b-fcfc-40ab-a568-72942f20ba61 on network 12b22b49-c25e-4ae4-ac66-3d3f23b3684e {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:47:08.053048 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] Port 43b8ca9b-fcfc-40ab-a568-72942f20ba61 on network 12b22b49-c25e-4ae4-ac66-3d3f23b3684e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 12:47:08.053369 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] Attempting to bind port 43b8ca9b-fcfc-40ab-a568-72942f20ba61 on network 12b22b49-c25e-4ae4-ac66-3d3f23b3684e {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:47:08.056147 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:08.059471 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] Checking agent: {'id': '1749a81f-e3c6-4f53-968e-bc4c0c6ca916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:47:08.060423 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] Checking segment: {'id': '3459468d-caa0-43a3-8e51-ef34a15b16d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:47:08.060811 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] Bound using segment: {'id': '3459468d-caa0-43a3-8e51-ef34a15b16d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:47:08.061246 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] Bound port: 43b8ca9b-fcfc-40ab-a568-72942f20ba61, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3459468d-caa0-43a3-8e51-ef34a15b16d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:47:08.061600 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (43b8ca9b-fcfc-40ab-a568-72942f20ba61), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:08.111015 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:08.169722 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] For port 43b8ca9b-fcfc-40ab-a568-72942f20ba61, host hv-cinder-83699, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:47:08.189049 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] For port 43b8ca9b-fcfc-40ab-a568-72942f20ba61, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=43b8ca9b-fcfc-40ab-a568-72942f20ba61,segment=NetworkSegment(3459468d-caa0-43a3-8e51-ef34a15b16d7),segment_id=3459468d-caa0-43a3-8e51-ef34a15b16d7)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:47:08.199292 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4513a1-76b2-45aa-b474-2e1f174018f8 req-e7ee10a5-b25f-41a8-ac59-c979dac6574c tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:08.202096 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-da4513a1-76b2-45aa-b474-2e1f174018f8 req-e7ee10a5-b25f-41a8-ac59-c979dac6574c tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 944 time: 0.0768733 May 23 12:47:08.203738 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (43b8ca9b-fcfc-40ab-a568-72942f20ba61), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:08.261822 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:08.262438 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:08.264187 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] 10.222.0.15 "PUT /v2.0/ports/43b8ca9b-fcfc-40ab-a568-72942f20ba61 HTTP/1.1" status: 200 len: 1094 time: 0.7384195 May 23 12:47:08.266546 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b', 'tag': '43b8ca9b-fcfc-40ab-a568-72942f20ba61'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:47:08.268816 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5bae85-4841-48f9-a18a-c25f583a3ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b", "tag": "43b8ca9b-fcfc-40ab-a568-72942f20ba61"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:47:08.328112 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21479b2-f5e4-49ce-82a7-2c913e157520 x-openstack-request-id: req-b21479b2-f5e4-49ce-82a7-2c913e157520 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:47:08.328605 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b", "tag": "43b8ca9b-fcfc-40ab-a568-72942f20ba61", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:47:08.329013 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b21479b2-f5e4-49ce-82a7-2c913e157520 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:47:08.329740 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b21479b2-f5e4-49ce-82a7-2c913e157520'] response: {'name': 'network-changed', 'server_uuid': '7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b', 'tag': '43b8ca9b-fcfc-40ab-a568-72942f20ba61', 'status': 'completed', 'code': 200} May 23 12:47:08.343175 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f63663-f348-407e-98a5-eead2f18c818 service neutron] Pushing event updated for resources: {'Port': ['ID=43b8ca9b-fcfc-40ab-a568-72942f20ba61,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:47:08.395964 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-da4513a1-76b2-45aa-b474-2e1f174018f8 req-999953e5-b34b-4f04-8fc1-afc292485db1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860194 May 23 12:47:08.415216 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-f7796b22-ba8d-4946-b379-4a0aab7bb085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:08.417813 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-f7796b22-ba8d-4946-b379-4a0aab7bb085 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac5975413f5548c3881ec3c868295836&device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 1128 time: 0.1046681 May 23 12:47:08.457155 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-cdeb4a69-0468-4bbb-ac24-919d853868b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43b8ca9b-fcfc-40ab-a568-72942f20ba61 HTTP/1.1" status: 200 len: 217 time: 0.0324795 May 23 12:47:08.505376 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-17027157-fe3b-4213-9785-21ef03981196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:08.506793 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-17027157-fe3b-4213-9785-21ef03981196 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=081f086c-ab03-48fd-9480-53cde1703c59 HTTP/1.1" status: 200 len: 851 time: 0.0440245 May 23 12:47:08.554761 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-dbac5682-4fca-412d-aaec-e5e253ecbfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:08.556243 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-dbac5682-4fca-412d-aaec-e5e253ecbfeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425022 May 23 12:47:08.644288 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-680f9cb1-6358-48f2-ac80-4cd6728559f3 service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821829 May 23 12:47:08.677537 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:08.738229 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-cf41ae6d-847e-4c33-ac10-947fbb98f404 req-a58c9afc-eab0-49c6-821f-f530d51c97eb service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882037 May 23 12:47:09.003548 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bae85-4841-48f9-a18a-c25f583a3ad9 req-1da0a6d8-9a2c-4488-a699-fc35f98e545d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:09.005058 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b5bae85-4841-48f9-a18a-c25f583a3ad9 req-1da0a6d8-9a2c-4488-a699-fc35f98e545d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac5975413f5548c3881ec3c868295836&device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 1128 time: 0.0400543 May 23 12:47:09.097020 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bae85-4841-48f9-a18a-c25f583a3ad9 req-b1c7137f-d864-4409-8dc0-e3642c6cca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:09.098493 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b5bae85-4841-48f9-a18a-c25f583a3ad9 req-b1c7137f-d864-4409-8dc0-e3642c6cca1e service neutron] 10.222.0.15 "GET /v2.0/networks?id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e HTTP/1.1" status: 200 len: 913 time: 0.0878274 May 23 12:47:09.140883 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b5bae85-4841-48f9-a18a-c25f583a3ad9 req-de5c010c-bbb7-48f7-9aa9-65780d8c2f9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43b8ca9b-fcfc-40ab-a568-72942f20ba61 HTTP/1.1" status: 200 len: 217 time: 0.0329807 May 23 12:47:09.191972 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bae85-4841-48f9-a18a-c25f583a3ad9 req-18a571b8-ecde-4be7-b331-0bf12ed21ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:09.193489 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b5bae85-4841-48f9-a18a-c25f583a3ad9 req-18a571b8-ecde-4be7-b331-0bf12ed21ca4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=081f086c-ab03-48fd-9480-53cde1703c59 HTTP/1.1" status: 200 len: 851 time: 0.0439625 May 23 12:47:09.240694 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bae85-4841-48f9-a18a-c25f583a3ad9 req-de11ccd1-bfe1-4196-a0be-78596fba6e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:09.242175 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b5bae85-4841-48f9-a18a-c25f583a3ad9 req-de11ccd1-bfe1-4196-a0be-78596fba6e75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402632 May 23 12:47:09.335239 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b5bae85-4841-48f9-a18a-c25f583a3ad9 req-9a887d39-5b04-4ff8-88f2-f328dbdc6997 service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865498 May 23 12:47:09.393823 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:09.426399 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8b5bae85-4841-48f9-a18a-c25f583a3ad9 req-db8f41d4-07fe-41f4-b7dc-858b93f19e60 service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852304 May 23 12:47:09.506565 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:09.518717 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84901748-0b83-4622-b7dd-c88038ecdce8 req-dc392214-b56d-48ee-a7e4-9b3e68a10d49 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:09.520220 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-84901748-0b83-4622-b7dd-c88038ecdce8 req-dc392214-b56d-48ee-a7e4-9b3e68a10d49 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 944 time: 0.0543916 May 23 12:47:09.569749 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-84901748-0b83-4622-b7dd-c88038ecdce8 req-0f4dc1cd-5e1e-4114-9d24-9bbbfb1a66c4 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439954 May 23 12:47:10.681763 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85420156-fdce-49fd-a81f-97a7be3c1391 req-aca89c05-bbd0-4cfc-9197-3f66417d7910 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:10.683224 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-85420156-fdce-49fd-a81f-97a7be3c1391 req-aca89c05-bbd0-4cfc-9197-3f66417d7910 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 944 time: 0.0467565 May 23 12:47:10.733430 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-85420156-fdce-49fd-a81f-97a7be3c1391 req-3804c6eb-af96-4045-b04d-813a8bc402b7 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440910 May 23 12:47:11.859776 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafb798-37a8-4d2a-837c-ab9aabf8b256 req-37636eef-2162-4ebc-88ba-37623ce7d870 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:11.861332 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6aafb798-37a8-4d2a-837c-ab9aabf8b256 req-37636eef-2162-4ebc-88ba-37623ce7d870 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 944 time: 0.0581346 May 23 12:47:11.916398 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-6aafb798-37a8-4d2a-837c-ab9aabf8b256 req-a7f7766c-3fe5-4e9e-b96b-2e4d48db07c8 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494895 May 23 12:47:13.033536 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c292a70-233a-4b3a-8f31-66b28d63221e req-d1a36454-f307-47f1-9554-1b8b0eae0b8c tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:13.035030 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1c292a70-233a-4b3a-8f31-66b28d63221e req-d1a36454-f307-47f1-9554-1b8b0eae0b8c tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 944 time: 0.0504355 May 23 12:47:13.085252 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-1c292a70-233a-4b3a-8f31-66b28d63221e req-0a840717-15c7-4c74-a4b8-f729ae623ff1 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439396 May 23 12:47:13.828014 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5494838b-9f44-4c66-a13e-a0513cc16916 req-59e529cb-bfcb-4070-93a0-68c94c44b34e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377758 May 23 12:47:13.893978 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494838b-9f44-4c66-a13e-a0513cc16916 req-fc2f9233-3817-4125-b016-e7613565697b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:13.895446 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5494838b-9f44-4c66-a13e-a0513cc16916 req-fc2f9233-3817-4125-b016-e7613565697b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac5975413f5548c3881ec3c868295836&device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 1130 time: 0.0460904 May 23 12:47:13.996765 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494838b-9f44-4c66-a13e-a0513cc16916 req-b15b20f7-8f53-4175-a21e-1966ec0290cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:13.998356 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5494838b-9f44-4c66-a13e-a0513cc16916 req-b15b20f7-8f53-4175-a21e-1966ec0290cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e HTTP/1.1" status: 200 len: 913 time: 0.0840485 May 23 12:47:14.204194 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5494838b-9f44-4c66-a13e-a0513cc16916 req-bdc44c63-0e4d-412b-9fd4-939dc4f5e833 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 HTTP/1.1" status: 200 len: 1001 time: 0.0919445 May 23 12:47:14.214671 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa86d8-4f79-48d7-aaf9-c131dea869dd req-e24ea789-5874-4adf-b014-eae7cb5a5b0f tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:14.216123 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-edfa86d8-4f79-48d7-aaf9-c131dea869dd req-e24ea789-5874-4adf-b014-eae7cb5a5b0f tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 944 time: 0.0618110 May 23 12:47:14.266143 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-edfa86d8-4f79-48d7-aaf9-c131dea869dd req-c4d5e5ce-0a35-4230-81e1-52da481e90ab tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443282 May 23 12:47:14.666384 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494838b-9f44-4c66-a13e-a0513cc16916 req-ef66f145-194c-41f7-ad8d-2fefcdc88d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:14.667882 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5494838b-9f44-4c66-a13e-a0513cc16916 req-ef66f145-194c-41f7-ad8d-2fefcdc88d0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=081f086c-ab03-48fd-9480-53cde1703c59 HTTP/1.1" status: 200 len: 851 time: 0.0456927 May 23 12:47:14.715822 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494838b-9f44-4c66-a13e-a0513cc16916 req-fe7a6b6f-6eac-4a5d-8a60-bc440475635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:14.717563 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5494838b-9f44-4c66-a13e-a0513cc16916 req-fe7a6b6f-6eac-4a5d-8a60-bc440475635e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429866 May 23 12:47:14.807200 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5494838b-9f44-4c66-a13e-a0513cc16916 req-85b4bf41-94aa-4565-be79-15d6b7d3fe64 service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839248 May 23 12:47:14.905134 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5494838b-9f44-4c66-a13e-a0513cc16916 req-d5a9e68f-ba18-44f7-80e0-0df021077a04 service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923846 May 23 12:47:15.344689 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:15.382600 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f6586-f9fc-498c-bea5-86ebdf2c0304 req-e449c6c0-85c4-4921-82e0-5b50eac9cf56 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:15.384090 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8e2f6586-f9fc-498c-bea5-86ebdf2c0304 req-e449c6c0-85c4-4921-82e0-5b50eac9cf56 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 944 time: 0.0496490 May 23 12:47:15.421774 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:15.437976 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-8e2f6586-f9fc-498c-bea5-86ebdf2c0304 req-9984b003-1a70-4175-b5d7-303597a778fe tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480614 May 23 12:47:16.559781 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be82d4d-f289-4ea3-9537-ff1d8f92c1b8 req-e3c55aca-f3d7-452d-a6cc-df76bb6ccaba tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:16.561569 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0be82d4d-f289-4ea3-9537-ff1d8f92c1b8 req-e3c55aca-f3d7-452d-a6cc-df76bb6ccaba tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 944 time: 0.0515621 May 23 12:47:16.610963 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-0be82d4d-f289-4ea3-9537-ff1d8f92c1b8 req-812b9749-6ff4-4202-bd28-3c6b57334e4d tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439370 May 23 12:47:17.085065 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 43b8ca9b-fcfc-40ab-a568-72942f20ba61 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 12:47:17.189498 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 43b8ca9b-fcfc-40ab-a568-72942f20ba61, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=43b8ca9b-fcfc-40ab-a568-72942f20ba61,segment=NetworkSegment(3459468d-caa0-43a3-8e51-ef34a15b16d7),segment_id=3459468d-caa0-43a3-8e51-ef34a15b16d7)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:47:17.201581 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Returning: {'device': '43b8ca9b-fcfc-40ab-a568-72942f20ba61', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'port_id': '43b8ca9b-fcfc-40ab-a568-72942f20ba61', 'mac_address': 'fa:16:3e:92:86:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 12:47:17.235777 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 43b8ca9b-fcfc-40ab-a568-72942f20ba61 is: DOWN; New status is: BUILD {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:47:17.236161 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (43b8ca9b-fcfc-40ab-a568-72942f20ba61), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:17.249856 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b8ca9b-fcfc-40ab-a568-72942f20ba61 {{(pid=103851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 12:47:17.270813 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 43b8ca9b-fcfc-40ab-a568-72942f20ba61, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=43b8ca9b-fcfc-40ab-a568-72942f20ba61,segment=NetworkSegment(3459468d-caa0-43a3-8e51-ef34a15b16d7),segment_id=3459468d-caa0-43a3-8e51-ef34a15b16d7)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:47:17.274361 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (43b8ca9b-fcfc-40ab-a568-72942f20ba61), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:17.324294 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=43b8ca9b-fcfc-40ab-a568-72942f20ba61,revision_number=4']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:47:17.332299 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:17.332643 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:17.332978 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:17.333308 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:17.333631 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:17.333955 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:17.334280 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:17.334588 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:17.334907 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:17.335226 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:17.335544 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:17.335864 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:17.336192 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:17.336511 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:17.336821 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:17.486688 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] get_ports_and_sgs() called for port_ids ['43b8ca9b-fcfc-40ab-a568-72942f20ba61'] {{(pid=103851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 12:47:17.872152 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c52c83-1104-4e0e-a6d2-42d31e40b888 req-977c4840-ee2c-4509-91ce-580543dff80f tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:17.873839 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-69c52c83-1104-4e0e-a6d2-42d31e40b888 req-977c4840-ee2c-4509-91ce-580543dff80f tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 945 time: 0.0547364 May 23 12:47:17.923396 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-69c52c83-1104-4e0e-a6d2-42d31e40b888 req-b22dd09e-c3d5-495a-9dcc-8b62b9b8fc54 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438409 May 23 12:47:19.039249 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db8d47-e84a-49af-805a-aef8e17c38d8 req-13e344cc-66cd-4830-83c3-59667ac4468c tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:19.040756 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91db8d47-e84a-49af-805a-aef8e17c38d8 req-13e344cc-66cd-4830-83c3-59667ac4468c tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 945 time: 0.0485525 May 23 12:47:19.092515 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-91db8d47-e84a-49af-805a-aef8e17c38d8 req-d80ee057-26ee-4b81-8446-c00b1d1f6202 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456274 May 23 12:47:19.101205 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 43b8ca9b-fcfc-40ab-a568-72942f20ba61 up at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:47:19.143577 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning for port 43b8ca9b-fcfc-40ab-a568-72942f20ba61 completed by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 12:47:19.148875 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.provisioning_blocks [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Provisioning complete for port 43b8ca9b-fcfc-40ab-a568-72942f20ba61 triggered by entity L2. {{(pid=103851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:47:19.149317 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740322'] for port (43b8ca9b-fcfc-40ab-a568-72942f20ba61), provisioning_complete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:19.151944 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:19.168685 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:19.232271 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Current status of the port 43b8ca9b-fcfc-40ab-a568-72942f20ba61 is: BUILD; New status is: ACTIVE {{(pid=103851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:47:19.232660 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (43b8ca9b-fcfc-40ab-a568-72942f20ba61), before_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:19.257799 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b8ca9b-fcfc-40ab-a568-72942f20ba61'}] {{(pid=103851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:47:19.260081 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0baff911d5ae8ba2be71ef1ae2e8c0e126bb8883404beb9303680c7d24194e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27e2aa6-58a4-4084-987f-90b773261f15" -d '{"events": [{"server_uuid": "7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b", "name": "network-vif-plugged", "status": "completed", "tag": "43b8ca9b-fcfc-40ab-a568-72942f20ba61"}]}' {{(pid=103851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:47:19.274988 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] For port 43b8ca9b-fcfc-40ab-a568-72942f20ba61, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=43b8ca9b-fcfc-40ab-a568-72942f20ba61,segment=NetworkSegment(3459468d-caa0-43a3-8e51-ef34a15b16d7),segment_id=3459468d-caa0-43a3-8e51-ef34a15b16d7)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:47:19.280496 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161'] for port (43b8ca9b-fcfc-40ab-a568-72942f20ba61), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:19.303985 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b3e172-d191-42ab-869f-da5fd563ec15 x-openstack-request-id: req-e3b3e172-d191-42ab-869f-da5fd563ec15 {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:47:19.304300 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b", "name": "network-vif-plugged", "status": "completed", "tag": "43b8ca9b-fcfc-40ab-a568-72942f20ba61", "code": 200}]} {{(pid=103851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:47:19.304548 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3b3e172-d191-42ab-869f-da5fd563ec15 {{(pid=103851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:47:19.304942 dv-cinder-836996-27-iscsi neutron-server[103851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3b3e172-d191-42ab-869f-da5fd563ec15'] response: {'server_uuid': '7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b8ca9b-fcfc-40ab-a568-72942f20ba61', 'code': 200} May 23 12:47:19.334950 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Pushing event updated for resources: {'Port': ['ID=43b8ca9b-fcfc-40ab-a568-72942f20ba61,revision_number=5']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:47:19.517439 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e131f61-135c-4b00-9bda-c39118e58b0b req-f57a54f9-9cfe-4936-af0d-c62aff4c6ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:19.518929 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9e131f61-135c-4b00-9bda-c39118e58b0b req-f57a54f9-9cfe-4936-af0d-c62aff4c6ab2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 1130 time: 0.0403771 May 23 12:47:19.570470 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9e131f61-135c-4b00-9bda-c39118e58b0b req-e0c9c28b-bcae-421c-a416-84f780c9be92 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453503 May 23 12:47:20.211699 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d752089-0354-4b63-ab3f-7d0df27086aa req-944a3aa4-1f4c-4e4c-978a-12c45be9b3db tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:20.213237 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2d752089-0354-4b63-ab3f-7d0df27086aa req-944a3aa4-1f4c-4e4c-978a-12c45be9b3db tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 946 time: 0.0501657 May 23 12:47:20.269067 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-2d752089-0354-4b63-ab3f-7d0df27086aa req-2dbf4670-29f2-4a1d-985e-27d40a4de877 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479856 May 23 12:47:21.390855 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f10c83-fb7a-4532-9f96-038fffb37053 req-ec6972f8-f870-4753-8ac4-54ee2abf9234 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:21.392421 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f6f10c83-fb7a-4532-9f96-038fffb37053 req-ec6972f8-f870-4753-8ac4-54ee2abf9234 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 946 time: 0.0528357 May 23 12:47:21.443139 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-f6f10c83-fb7a-4532-9f96-038fffb37053 req-6e227ef0-00d5-4df6-9143-b6cfcaa116bf tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449259 May 23 12:47:21.569695 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe8fbd-8185-4057-934b-39673cdbad7a req-2b56d9fe-5224-431c-ab78-729cf08cf3ef tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:21.571090 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-50fe8fbd-8185-4057-934b-39673cdbad7a req-2b56d9fe-5224-431c-ab78-729cf08cf3ef tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 946 time: 0.0517612 May 23 12:47:21.625411 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-50fe8fbd-8185-4057-934b-39673cdbad7a req-2c6b7224-754b-4d78-9dc1-24123c123804 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478301 May 23 12:47:21.647708 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 33616) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:47:21.686432 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882fbbc8-9b6b-4f8b-bf3d-31647de40221 tempest-TestVolumeBootPattern-215781434 tempest-TestVolumeBootPattern-215781434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:21.687968 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-882fbbc8-9b6b-4f8b-bf3d-31647de40221 tempest-TestVolumeBootPattern-215781434 tempest-TestVolumeBootPattern-215781434-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 1125 time: 0.0392299 May 23 12:47:21.690899 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 33618) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:47:21.695143 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.v2.base [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Request body: {'floatingip': {'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'port_id': '43b8ca9b-fcfc-40ab-a568-72942f20ba61', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:47:21.717629 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:21.802595 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (None), before_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:21.909852 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.db_base_plugin_common [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Allocated IP 172.27.0.54 (4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820/aeb9a7c6-76e5-4279-96f6-68aa881fae77/1cef1da0-6cf6-4d99-915a-6edf19c483d5) {{(pid=103850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:47:21.918908 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:21.924534 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:22.022398 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for port (1cef1da0-6cf6-4d99-915a-6edf19c483d5), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:22.056556 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727293978125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (1cef1da0-6cf6-4d99-915a-6edf19c483d5), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:22.094085 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Network 4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820 is already hosted by enough agents. {{(pid=103850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:47:22.099349 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.base_scheduler [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Resources bound (agent type, host, resource id): {{(pid=103850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:47:22.103241 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Received port after_create {{(pid=103850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:47:22.129961 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Pushing event updated for resources: {'Port': ['ID=1cef1da0-6cf6-4d99-915a-6edf19c483d5,revision_number=1']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:47:22.142758 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:22.143101 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:22.143440 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:22.143777 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:22.144107 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:22.144463 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:22.144788 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:22.145109 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:22.145432 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:22.145753 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:22.146075 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:22.146394 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:22.146712 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:22.147029 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:22.147351 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:47:22.755646 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for floatingip (d3cfbd28-83e9-475b-86bd-ff161683b82e), precommit_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:22.825687 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1831095'] for port (1cef1da0-6cf6-4d99-915a-6edf19c483d5), before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:23.005568 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:23.016088 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:23.025761 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for port (1cef1da0-6cf6-4d99-915a-6edf19c483d5), precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:23.031462 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727294287306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727293978143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727293978161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109804'] for port (1cef1da0-6cf6-4d99-915a-6edf19c483d5), after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:23.103698 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Pushing event updated for resources: {'Port': ['ID=1cef1da0-6cf6-4d99-915a-6edf19c483d5,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:47:23.115073 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482045'] for floatingip (d3cfbd28-83e9-475b-86bd-ff161683b82e), after_create {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:23.218780 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.db.l3_db [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Floating IP d3cfbd28-83e9-475b-86bd-ff161683b82e associated. External IP: 172.27.0.54, port: 43b8ca9b-fcfc-40ab-a568-72942f20ba61. May 23 12:47:23.424431 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Router 650b2b55-8e7c-4705-a9df-08a978f2d928 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:47:23.530983 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:47:23.540526 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5175365-e666-4c6e-b8ef-24ac071415a8 None None] Sync routers for ids ['650b2b55-8e7c-4705-a9df-08a978f2d928'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:47:23.549958 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:23.553728 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5175365-e666-4c6e-b8ef-24ac071415a8 None None] Routers {'650b2b55-8e7c-4705-a9df-08a978f2d928'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:47:23.553728 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-f5175365-e666-4c6e-b8ef-24ac071415a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:47:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['650b2b55-8e7c-4705-a9df-08a978f2d928'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:47:23.590420 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-7620798b-79ad-41cc-9562-917f9ac675c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8964529 May 23 12:47:23.590420 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b', 'tag': '43b8ca9b-fcfc-40ab-a568-72942f20ba61'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:47:23.592489 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37ab986-b774-4280-b14c-67caaaa8fc1b" -d '{"events": [{"name": "network-changed", "server_uuid": "7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b", "tag": "43b8ca9b-fcfc-40ab-a568-72942f20ba61"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:47:23.628633 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a9b7c3-8b84-4b46-9295-7cfd2220ff2c x-openstack-request-id: req-09a9b7c3-8b84-4b46-9295-7cfd2220ff2c {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:47:23.628921 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b", "tag": "43b8ca9b-fcfc-40ab-a568-72942f20ba61", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:47:23.629171 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09a9b7c3-8b84-4b46-9295-7cfd2220ff2c {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:47:23.629575 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a9b7c3-8b84-4b46-9295-7cfd2220ff2c'] response: {'name': 'network-changed', 'server_uuid': '7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b', 'tag': '43b8ca9b-fcfc-40ab-a568-72942f20ba61', 'status': 'completed', 'code': 200} May 23 12:47:23.668144 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-f5175365-e666-4c6e-b8ef-24ac071415a8 None None] Set router 650b2b55-8e7c-4705-a9df-08a978f2d928 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:47:23.720865 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ab986-b774-4280-b14c-67caaaa8fc1b req-60cd47b2-a61c-473c-8b8f-57eefeb7ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:23.722283 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d37ab986-b774-4280-b14c-67caaaa8fc1b req-60cd47b2-a61c-473c-8b8f-57eefeb7ff06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac5975413f5548c3881ec3c868295836&device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 1130 time: 0.0415821 May 23 12:47:23.815125 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ab986-b774-4280-b14c-67caaaa8fc1b req-9e8d4a37-5901-4671-9ae0-6b25def88073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:23.816637 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d37ab986-b774-4280-b14c-67caaaa8fc1b req-9e8d4a37-5901-4671-9ae0-6b25def88073 service neutron] 10.222.0.15 "GET /v2.0/networks?id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e HTTP/1.1" status: 200 len: 913 time: 0.0882492 May 23 12:47:23.890186 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d37ab986-b774-4280-b14c-67caaaa8fc1b req-0c4673dd-31db-4561-9e2f-9febe5995925 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43b8ca9b-fcfc-40ab-a568-72942f20ba61 HTTP/1.1" status: 200 len: 999 time: 0.0676930 May 23 12:47:23.897805 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-f5175365-e666-4c6e-b8ef-24ac071415a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'a0dde308-f34d-48cb-879c-34800034d049', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'port_id': 'eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'mac_address': 'fa:16:3e:aa:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e5c6e8-06cd-469c-98b9-f36b067796f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:45:27Z', 'updated_at': '2022-05-23T12:45:29Z', 'revision_number': 1, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'fixed_ip_address_scope': None}, {'id': 'd3cfbd28-83e9-475b-86bd-ff161683b82e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'port_id': '43b8ca9b-fcfc-40ab-a568-72942f20ba61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'mac_address': 'fa:16:3e:92:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:47:22Z', 'updated_at': '2022-05-23T12:47:22Z', 'revision_number': 0, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e3342-0cde-4661-b724-802c50974de6', 'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'mac_address': 'fa:16:3e:77:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:11Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 5, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'subnets': [{'id': '081f086c-ab03-48fd-9480-53cde1703c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:47:23.923905 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5175365-e666-4c6e-b8ef-24ac071415a8 None None] Checking router: 650b2b55-8e7c-4705-a9df-08a978f2d928 for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:47:23.934859 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5175365-e666-4c6e-b8ef-24ac071415a8 None None] Routers {'650b2b55-8e7c-4705-a9df-08a978f2d928'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:47:23.935524 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-f5175365-e666-4c6e-b8ef-24ac071415a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:47:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['650b2b55-8e7c-4705-a9df-08a978f2d928'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:47:23.947021 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ab986-b774-4280-b14c-67caaaa8fc1b req-54b3ea48-50d0-433b-9b3d-039f0731e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:23.948522 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d37ab986-b774-4280-b14c-67caaaa8fc1b req-54b3ea48-50d0-433b-9b3d-039f0731e1e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=081f086c-ab03-48fd-9480-53cde1703c59 HTTP/1.1" status: 200 len: 851 time: 0.0515230 May 23 12:47:23.964426 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:23.994832 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ab986-b774-4280-b14c-67caaaa8fc1b req-dfd37f22-0066-457c-a2a4-9bd611b576f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:47:23.996289 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d37ab986-b774-4280-b14c-67caaaa8fc1b req-dfd37f22-0066-457c-a2a4-9bd611b576f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424936 May 23 12:47:24.065700 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-f5175365-e666-4c6e-b8ef-24ac071415a8 None None] Set router 650b2b55-8e7c-4705-a9df-08a978f2d928 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:47:24.093211 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d37ab986-b774-4280-b14c-67caaaa8fc1b req-5e3894f5-6c73-425b-b0a2-98483ee847aa service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911193 May 23 12:47:24.187114 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-d37ab986-b774-4280-b14c-67caaaa8fc1b req-4b0cf2a3-407b-4ec8-bb76-fbcc3fb0c46d service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880177 May 23 12:47:24.297551 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-f5175365-e666-4c6e-b8ef-24ac071415a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'a0dde308-f34d-48cb-879c-34800034d049', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'port_id': 'eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'mac_address': 'fa:16:3e:aa:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e5c6e8-06cd-469c-98b9-f36b067796f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:45:27Z', 'updated_at': '2022-05-23T12:45:29Z', 'revision_number': 1, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'fixed_ip_address_scope': None}, {'id': 'd3cfbd28-83e9-475b-86bd-ff161683b82e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'port_id': '43b8ca9b-fcfc-40ab-a568-72942f20ba61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'mac_address': 'fa:16:3e:92:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:47:22Z', 'updated_at': '2022-05-23T12:47:22Z', 'revision_number': 0, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e3342-0cde-4661-b724-802c50974de6', 'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'mac_address': 'fa:16:3e:77:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:11Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 5, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'subnets': [{'id': '081f086c-ab03-48fd-9480-53cde1703c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:47:24.301655 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:24.325722 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5175365-e666-4c6e-b8ef-24ac071415a8 None None] The sync data for ids ['650b2b55-8e7c-4705-a9df-08a978f2d928'] in dv-cinder-836996-27-iscsi is: [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'a0dde308-f34d-48cb-879c-34800034d049', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'port_id': 'eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'mac_address': 'fa:16:3e:aa:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e5c6e8-06cd-469c-98b9-f36b067796f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:45:27Z', 'updated_at': '2022-05-23T12:45:29Z', 'revision_number': 1, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'fixed_ip_address_scope': None}, {'id': 'd3cfbd28-83e9-475b-86bd-ff161683b82e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'port_id': '43b8ca9b-fcfc-40ab-a568-72942f20ba61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'mac_address': 'fa:16:3e:92:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:47:22Z', 'updated_at': '2022-05-23T12:47:22Z', 'revision_number': 0, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e3342-0cde-4661-b724-802c50974de6', 'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'mac_address': 'fa:16:3e:77:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:11Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 5, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'subnets': [{'id': '081f086c-ab03-48fd-9480-53cde1703c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:47:24.545896 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d91361-eb5c-4278-8ea3-86390b28f9b8 None None] New status for floating IP d3cfbd28-83e9-475b-86bd-ff161683b82e: ACTIVE {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:47:27.019390 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:47:32.398292 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:32.428976 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1c8363f0-37b1-45e1-a227-d9b833ab4a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:33.732048 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:34.182382 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=21 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:34.184981 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:DELETE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:34.677600 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-3a9e5780-b6ae-4e49-b2de-64549b659bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:35.982477 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:37.012949 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:37.013844 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:37.358481 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:38.683265 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:47:48.676116 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:47:48.679019 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:48:02.428750 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a57828fe-4ffe-4c01-a8d1-f36fd7a732af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:03.744807 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:04.019004 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:48:04.684014 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e6928c01-40d6-44f9-8f4b-5d2d99f38f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:05.982419 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:07.356777 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:08.681536 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:13.285964 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bdb4f85e-879d-49e2-9d3f-9b17794b903b req-2e5a6377-4438-4b38-9c13-17f7afc18708 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447946 May 23 12:48:13.369244 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4f85e-879d-49e2-9d3f-9b17794b903b req-5530b432-6e05-4d74-ab95-c3a3b351bbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:48:13.371020 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bdb4f85e-879d-49e2-9d3f-9b17794b903b req-5530b432-6e05-4d74-ab95-c3a3b351bbb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac5975413f5548c3881ec3c868295836&device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 1130 time: 0.0427635 May 23 12:48:13.477982 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4f85e-879d-49e2-9d3f-9b17794b903b req-f28f4ae4-85b4-4942-a78e-62ab54e37f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:48:13.479458 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bdb4f85e-879d-49e2-9d3f-9b17794b903b req-f28f4ae4-85b4-4942-a78e-62ab54e37f78 service neutron] 10.222.0.15 "GET /v2.0/networks?id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e HTTP/1.1" status: 200 len: 913 time: 0.0901482 May 23 12:48:13.545659 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bdb4f85e-879d-49e2-9d3f-9b17794b903b req-316fd5df-dc86-4227-aeef-66c04235d909 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 HTTP/1.1" status: 200 len: 1001 time: 0.0605645 May 23 12:48:13.596742 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4f85e-879d-49e2-9d3f-9b17794b903b req-7e0b513d-17f9-4c97-afe2-8e7bf4ae5f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:48:13.598244 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bdb4f85e-879d-49e2-9d3f-9b17794b903b req-7e0b513d-17f9-4c97-afe2-8e7bf4ae5f3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=081f086c-ab03-48fd-9480-53cde1703c59 HTTP/1.1" status: 200 len: 851 time: 0.0464566 May 23 12:48:13.648722 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4f85e-879d-49e2-9d3f-9b17794b903b req-3d497751-a212-45be-afdf-9d909f2d7752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:48:13.650358 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bdb4f85e-879d-49e2-9d3f-9b17794b903b req-3d497751-a212-45be-afdf-9d909f2d7752 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446494 May 23 12:48:13.750796 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bdb4f85e-879d-49e2-9d3f-9b17794b903b req-d7d6c603-75cf-4e9a-8417-0f10581b326a service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939240 May 23 12:48:13.844495 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-bdb4f85e-879d-49e2-9d3f-9b17794b903b req-83e71a9a-8331-4775-8bf3-f011c92f2076 service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876629 May 23 12:48:14.014516 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:48:14.015303 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=4 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:48:18.675884 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:48:18.677809 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:48:23.838309 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=51 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:48:23.840157 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=50 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:48:32.421813 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-5afeaad9-8c82-4129-b286-5a1cfeb80abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:33.753997 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:34.683296 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-3f53e158-599c-4977-aff9-a5658f1966c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:35.985374 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:37.358681 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:38.677793 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:41.020866 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:48:48.670526 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:48:48.672447 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:48:50.791749 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 33640) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:48:50.938981 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Deleting port 1cef1da0-6cf6-4d99-915a-6edf19c483d5 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:48:50.939320 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (1cef1da0-6cf6-4d99-915a-6edf19c483d5), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:51.013736 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=3 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:48:51.014482 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=5 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:48:51.027438 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (1cef1da0-6cf6-4d99-915a-6edf19c483d5), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:51.027760 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for floatingip (1cef1da0-6cf6-4d99-915a-6edf19c483d5), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:51.040771 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Calling delete_port for 1cef1da0-6cf6-4d99-915a-6edf19c483d5 owned by network:floatingip {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:48:51.216131 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (1cef1da0-6cf6-4d99-915a-6edf19c483d5), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:51.240157 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Pushing event deleted for resources: {'Port': ['ID=1cef1da0-6cf6-4d99-915a-6edf19c483d5,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:48:51.263312 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:51.263312 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:51.263312 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:51.263312 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:51.263312 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:51.263312 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:51.263312 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:51.263312 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:51.263312 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:51.263312 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:51.263312 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:51.263312 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:51.263312 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:51.265352 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:51.265352 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:51.328204 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for floatingip (d3cfbd28-83e9-475b-86bd-ff161683b82e), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:51.328527 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.db.l3_db [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Floating IP d3cfbd28-83e9-475b-86bd-ff161683b82e disassociated (deleted). External IP: 172.27.0.54, port: 43b8ca9b-fcfc-40ab-a568-72942f20ba61. May 23 12:48:51.535123 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Router 650b2b55-8e7c-4705-a9df-08a978f2d928 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:48:51.641292 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:48:51.651646 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:48:51.656050 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:51.664490 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef6cbb-ed57-42df-a394-fbd6890f07e3 None None] Sync routers for ids ['650b2b55-8e7c-4705-a9df-08a978f2d928'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:48:51.678485 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbef6cbb-ed57-42df-a394-fbd6890f07e3 None None] Routers {'650b2b55-8e7c-4705-a9df-08a978f2d928'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:48:51.679432 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-bbef6cbb-ed57-42df-a394-fbd6890f07e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:48:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['650b2b55-8e7c-4705-a9df-08a978f2d928'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:48:51.686666 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-e38a70a4-e1d9-4ee9-ba72-be7fc96cb4cc tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "DELETE /v2.0/floatingips/d3cfbd28-83e9-475b-86bd-ff161683b82e HTTP/1.1" status: 204 len: 168 time: 0.8937938 May 23 12:48:51.687244 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b', 'tag': '43b8ca9b-fcfc-40ab-a568-72942f20ba61'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:48:51.689562 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a071324-1401-416e-8717-abc3cbef571a" -d '{"events": [{"name": "network-changed", "server_uuid": "7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b", "tag": "43b8ca9b-fcfc-40ab-a568-72942f20ba61"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:48:51.743564 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd57b71c-147d-4dc2-9b57-a544eb56583a x-openstack-request-id: req-cd57b71c-147d-4dc2-9b57-a544eb56583a {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:48:51.744050 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b", "tag": "43b8ca9b-fcfc-40ab-a568-72942f20ba61", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:48:51.744444 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd57b71c-147d-4dc2-9b57-a544eb56583a {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:48:51.745181 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd57b71c-147d-4dc2-9b57-a544eb56583a'] response: {'name': 'network-changed', 'server_uuid': '7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b', 'tag': '43b8ca9b-fcfc-40ab-a568-72942f20ba61', 'status': 'completed', 'code': 200} May 23 12:48:51.820673 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a071324-1401-416e-8717-abc3cbef571a req-e15840ce-f5d2-4ca0-9418-66b6ecf2459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:48:51.822545 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4a071324-1401-416e-8717-abc3cbef571a req-e15840ce-f5d2-4ca0-9418-66b6ecf2459f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac5975413f5548c3881ec3c868295836&device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 1130 time: 0.0542684 May 23 12:48:51.897594 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:48:51.938621 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-bbef6cbb-ed57-42df-a394-fbd6890f07e3 None None] Set router 650b2b55-8e7c-4705-a9df-08a978f2d928 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:48:51.941873 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a071324-1401-416e-8717-abc3cbef571a req-23471504-463f-4485-8197-c33eb2abe9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:48:51.943802 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4a071324-1401-416e-8717-abc3cbef571a req-23471504-463f-4485-8197-c33eb2abe9fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e HTTP/1.1" status: 200 len: 913 time: 0.1098609 May 23 12:48:52.018175 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6966eb-b8db-4e58-834c-d744ece98a3c req-8e9a64f2-d4c9-43cd-8375-3ea49f04ec0f tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:48:52.019729 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ec6966eb-b8db-4e58-834c-d744ece98a3c req-8e9a64f2-d4c9-43cd-8375-3ea49f04ec0f tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 946 time: 0.1163759 May 23 12:48:52.076294 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ec6966eb-b8db-4e58-834c-d744ece98a3c req-b8822c1c-ae62-46bb-8b95-4ad52236b7a3 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495658 May 23 12:48:52.176876 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-bbef6cbb-ed57-42df-a394-fbd6890f07e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'a0dde308-f34d-48cb-879c-34800034d049', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'port_id': 'eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'mac_address': 'fa:16:3e:aa:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e5c6e8-06cd-469c-98b9-f36b067796f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:45:27Z', 'updated_at': '2022-05-23T12:45:29Z', 'revision_number': 1, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e3342-0cde-4661-b724-802c50974de6', 'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'mac_address': 'fa:16:3e:77:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:11Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 5, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'subnets': [{'id': '081f086c-ab03-48fd-9480-53cde1703c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:48:52.207463 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef6cbb-ed57-42df-a394-fbd6890f07e3 None None] Checking router: 650b2b55-8e7c-4705-a9df-08a978f2d928 for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:48:52.217137 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbef6cbb-ed57-42df-a394-fbd6890f07e3 None None] Routers {'650b2b55-8e7c-4705-a9df-08a978f2d928'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:48:52.217765 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-bbef6cbb-ed57-42df-a394-fbd6890f07e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:48:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['650b2b55-8e7c-4705-a9df-08a978f2d928'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:48:52.325727 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-bbef6cbb-ed57-42df-a394-fbd6890f07e3 None None] Set router 650b2b55-8e7c-4705-a9df-08a978f2d928 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:48:52.543117 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-bbef6cbb-ed57-42df-a394-fbd6890f07e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'a0dde308-f34d-48cb-879c-34800034d049', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'port_id': 'eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'mac_address': 'fa:16:3e:aa:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e5c6e8-06cd-469c-98b9-f36b067796f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:45:27Z', 'updated_at': '2022-05-23T12:45:29Z', 'revision_number': 1, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e3342-0cde-4661-b724-802c50974de6', 'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'mac_address': 'fa:16:3e:77:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:11Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 5, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'subnets': [{'id': '081f086c-ab03-48fd-9480-53cde1703c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:48:52.570444 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef6cbb-ed57-42df-a394-fbd6890f07e3 None None] The sync data for ids ['650b2b55-8e7c-4705-a9df-08a978f2d928'] in dv-cinder-836996-27-iscsi is: [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_floatingips': [{'id': 'a0dde308-f34d-48cb-879c-34800034d049', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'router_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'port_id': 'eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'mac_address': 'fa:16:3e:aa:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e5c6e8-06cd-469c-98b9-f36b067796f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:45:27Z', 'updated_at': '2022-05-23T12:45:29Z', 'revision_number': 1, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e3342-0cde-4661-b724-802c50974de6', 'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'mac_address': 'fa:16:3e:77:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:11Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 5, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'subnets': [{'id': '081f086c-ab03-48fd-9480-53cde1703c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:48:52.813879 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb894a-42cc-4f68-a6b0-e685fdf46bee None None] New status for floating IP d3cfbd28-83e9-475b-86bd-ff161683b82e: DOWN {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:48:52.874407 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4a071324-1401-416e-8717-abc3cbef571a req-30a4f3f3-2c1f-4d82-abdf-4b1fcb39c88e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43b8ca9b-fcfc-40ab-a568-72942f20ba61 HTTP/1.1" status: 200 len: 217 time: 0.0366220 May 23 12:48:52.926175 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a071324-1401-416e-8717-abc3cbef571a req-63b03216-f73a-4db9-9c68-00bbad70d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:48:52.927653 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4a071324-1401-416e-8717-abc3cbef571a req-63b03216-f73a-4db9-9c68-00bbad70d47a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=081f086c-ab03-48fd-9480-53cde1703c59 HTTP/1.1" status: 200 len: 851 time: 0.0472383 May 23 12:48:53.050326 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a071324-1401-416e-8717-abc3cbef571a req-ef0a049a-8937-40a9-bf4b-28f0c1cd37a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:48:53.051780 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4a071324-1401-416e-8717-abc3cbef571a req-ef0a049a-8937-40a9-bf4b-28f0c1cd37a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443559 May 23 12:48:53.149455 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4a071324-1401-416e-8717-abc3cbef571a req-4c4031cd-1400-4fdc-aea0-fce1a42142af service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904732 May 23 12:48:53.252823 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e4aea-4d0f-4c98-8f3c-e99f9e62c9c1 req-567f2fc7-614e-4a67-b085-6681ed4e165a tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:48:53.254330 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5b3e4aea-4d0f-4c98-8f3c-e99f9e62c9c1 req-567f2fc7-614e-4a67-b085-6681ed4e165a tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 946 time: 0.1040280 May 23 12:48:53.363241 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-5b3e4aea-4d0f-4c98-8f3c-e99f9e62c9c1 req-ee3fc7ae-45e5-4916-9c27-2a8271e80c4a tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030076 May 23 12:48:53.392278 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab64e1e-2bfa-4c5f-b4dd-cda517e252ee req-f03b59be-3f98-4984-8f35-8a74454b7d72 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:48:53.393814 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-aab64e1e-2bfa-4c5f-b4dd-cda517e252ee req-f03b59be-3f98-4984-8f35-8a74454b7d72 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.15 "GET /v2.0/ports?device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 946 time: 0.0531332 May 23 12:48:53.418837 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-4a071324-1401-416e-8717-abc3cbef571a req-1b5ed22b-8f13-4e59-9713-d519674dccac service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306710 May 23 12:48:53.491639 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-aab64e1e-2bfa-4c5f-b4dd-cda517e252ee req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Deleting port 43b8ca9b-fcfc-40ab-a568-72942f20ba61 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:48:53.491973 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-aab64e1e-2bfa-4c5f-b4dd-cda517e252ee req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (43b8ca9b-fcfc-40ab-a568-72942f20ba61), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:53.591291 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [req-aab64e1e-2bfa-4c5f-b4dd-cda517e252ee req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] For port 43b8ca9b-fcfc-40ab-a568-72942f20ba61, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=43b8ca9b-fcfc-40ab-a568-72942f20ba61,segment=NetworkSegment(3459468d-caa0-43a3-8e51-ef34a15b16d7),segment_id=3459468d-caa0-43a3-8e51-ef34a15b16d7)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:48:53.591647 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-aab64e1e-2bfa-4c5f-b4dd-cda517e252ee req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (43b8ca9b-fcfc-40ab-a568-72942f20ba61), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:53.606048 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [req-aab64e1e-2bfa-4c5f-b4dd-cda517e252ee req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Calling delete_port for 43b8ca9b-fcfc-40ab-a568-72942f20ba61 owned by compute:nova {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:48:53.736841 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-aab64e1e-2bfa-4c5f-b4dd-cda517e252ee req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (43b8ca9b-fcfc-40ab-a568-72942f20ba61), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:53.770140 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Pushing event deleted for resources: {'Port': ['ID=43b8ca9b-fcfc-40ab-a568-72942f20ba61,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:48:53.796195 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:53.796560 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:53.796900 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:53.797237 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:53.797568 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:53.797898 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:53.798224 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:53.798546 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:53.798869 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:53.799194 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:53.799514 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:53.799836 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:53.800153 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:53.800493 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:53.800808 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:48:53.825442 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab64e1e-2bfa-4c5f-b4dd-cda517e252ee req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] No DVR routers for this DVR port 43b8ca9b-fcfc-40ab-a568-72942f20ba61 on host hv-cinder-83699 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:48:53.827984 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [req-aab64e1e-2bfa-4c5f-b4dd-cda517e252ee req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:53.831247 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-aab64e1e-2bfa-4c5f-b4dd-cda517e252ee req-803dd137-69e1-406b-b602-91b7e00d06c2 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.15 "DELETE /v2.0/ports/43b8ca9b-fcfc-40ab-a568-72942f20ba61 HTTP/1.1" status: 204 len: 173 time: 0.4324858 May 23 12:48:53.831687 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b', 'name': 'network-vif-deleted', 'tag': '43b8ca9b-fcfc-40ab-a568-72942f20ba61'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:48:53.834404 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2212cfa2-b13b-4ad0-8b33-6244b0a422ec" -d '{"events": [{"server_uuid": "7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b", "name": "network-vif-deleted", "tag": "43b8ca9b-fcfc-40ab-a568-72942f20ba61"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:48:53.871489 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b880cf4f-ce9b-4596-9d22-ec340489fa18 x-openstack-request-id: req-b880cf4f-ce9b-4596-9d22-ec340489fa18 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:48:53.871782 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b", "name": "network-vif-deleted", "tag": "43b8ca9b-fcfc-40ab-a568-72942f20ba61", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:48:53.872033 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b880cf4f-ce9b-4596-9d22-ec340489fa18 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:48:53.872509 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b880cf4f-ce9b-4596-9d22-ec340489fa18'] response: {'server_uuid': '7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b', 'name': 'network-vif-deleted', 'tag': '43b8ca9b-fcfc-40ab-a568-72942f20ba61', 'status': 'completed', 'code': 200} May 23 12:48:54.481276 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-ee86f31c-4bd5-4243-adc3-f691813283c1 req-274bbcdd-73e6-4b61-aada-8e5b4e52426a tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dcb6ac4-f949-4ee2-983c-a7e93f74ce8b HTTP/1.1" status: 200 len: 210 time: 0.0331657 May 23 12:48:57.612714 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 43b8ca9b-fcfc-40ab-a568-72942f20ba61 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:48:57.633969 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] No Port match for: 43b8ca9b-fcfc-40ab-a568-72942f20ba61 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:48:57.634318 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device 43b8ca9b-fcfc-40ab-a568-72942f20ba61 not bound to the agent host hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:48:57.792942 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33684) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:48:57.943402 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3f620d67-2f8b-4bd8-abd9-83b3766ae063 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Deleting port 411c1bc9-9d9b-4f63-aa65-72519f641b78 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:48:57.943779 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f620d67-2f8b-4bd8-abd9-83b3766ae063 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (411c1bc9-9d9b-4f63-aa65-72519f641b78), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:58.041409 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f620d67-2f8b-4bd8-abd9-83b3766ae063 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (411c1bc9-9d9b-4f63-aa65-72519f641b78), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:58.041739 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f620d67-2f8b-4bd8-abd9-83b3766ae063 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for floatingip (411c1bc9-9d9b-4f63-aa65-72519f641b78), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:58.054561 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3f620d67-2f8b-4bd8-abd9-83b3766ae063 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Calling delete_port for 411c1bc9-9d9b-4f63-aa65-72519f641b78 owned by network:floatingip {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:48:58.189066 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:48:58.211080 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f620d67-2f8b-4bd8-abd9-83b3766ae063 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (411c1bc9-9d9b-4f63-aa65-72519f641b78), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:58.238602 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f620d67-2f8b-4bd8-abd9-83b3766ae063 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Pushing event deleted for resources: {'Port': ['ID=411c1bc9-9d9b-4f63-aa65-72519f641b78,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:48:58.267465 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:48:58.306084 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f620d67-2f8b-4bd8-abd9-83b3766ae063 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for floatingip (a0dde308-f34d-48cb-879c-34800034d049), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:58.307069 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.db.l3_db [None req-3f620d67-2f8b-4bd8-abd9-83b3766ae063 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Floating IP a0dde308-f34d-48cb-879c-34800034d049 disassociated (deleted). External IP: 172.27.0.21, port: eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219. May 23 12:48:58.744836 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f620d67-2f8b-4bd8-abd9-83b3766ae063 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Router 650b2b55-8e7c-4705-a9df-08a978f2d928 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:48:58.855619 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f620d67-2f8b-4bd8-abd9-83b3766ae063 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:48:58.860588 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f620d67-2f8b-4bd8-abd9-83b3766ae063 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:48:58.865620 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bbc338-b11f-437e-b2f7-0129181d269b None None] Sync routers for ids ['650b2b55-8e7c-4705-a9df-08a978f2d928'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:48:58.876477 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bbc338-b11f-437e-b2f7-0129181d269b None None] Routers {'650b2b55-8e7c-4705-a9df-08a978f2d928'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:48:58.877097 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-c3bbc338-b11f-437e-b2f7-0129181d269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:48:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['650b2b55-8e7c-4705-a9df-08a978f2d928'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:48:58.895003 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-3f620d67-2f8b-4bd8-abd9-83b3766ae063 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "DELETE /v2.0/floatingips/a0dde308-f34d-48cb-879c-34800034d049 HTTP/1.1" status: 204 len: 168 time: 1.0980170 May 23 12:48:58.895003 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e5c6e8-06cd-469c-98b9-f36b067796f2', 'tag': 'eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:48:58.895328 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b315181b0b0a5f1ad862a055f62781962963c9b57fdba63f98ce752dfe51eaac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45be49d1-13dd-4481-966d-f2063871b30c" -d '{"events": [{"name": "network-changed", "server_uuid": "78e5c6e8-06cd-469c-98b9-f36b067796f2", "tag": "eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:48:58.935243 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 12:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffa5260-be3e-4beb-af2b-a3bdb940a673 x-openstack-request-id: req-0ffa5260-be3e-4beb-af2b-a3bdb940a673 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:48:58.935559 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e5c6e8-06cd-469c-98b9-f36b067796f2", "tag": "eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219", "status": "completed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:48:58.935758 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ffa5260-be3e-4beb-af2b-a3bdb940a673 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:48:58.936163 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ffa5260-be3e-4beb-af2b-a3bdb940a673'] response: {'name': 'network-changed', 'server_uuid': '78e5c6e8-06cd-469c-98b9-f36b067796f2', 'tag': 'eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219', 'status': 'completed', 'code': 200} May 23 12:48:58.991808 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-c3bbc338-b11f-437e-b2f7-0129181d269b None None] Set router 650b2b55-8e7c-4705-a9df-08a978f2d928 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:48:59.002683 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be49d1-13dd-4481-966d-f2063871b30c req-f74ec8c1-cd6b-43bf-a99b-73d646121421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:48:59.004528 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-45be49d1-13dd-4481-966d-f2063871b30c req-f74ec8c1-cd6b-43bf-a99b-73d646121421 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac5975413f5548c3881ec3c868295836&device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 1130 time: 0.0444584 May 23 12:48:59.112621 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be49d1-13dd-4481-966d-f2063871b30c req-f3a41162-c0c2-4e78-86c8-f1d3af7fedc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:48:59.114319 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-45be49d1-13dd-4481-966d-f2063871b30c req-f3a41162-c0c2-4e78-86c8-f1d3af7fedc6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e HTTP/1.1" status: 200 len: 913 time: 0.1039815 May 23 12:48:59.151932 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=100 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:48:59.155106 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=100 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:48:59.161268 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914b948-cf67-4228-8e75-1e126e7be51b req-5e44d01c-955f-477c-8fa3-c9a4fb8eba1a tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:48:59.162827 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3914b948-cf67-4228-8e75-1e126e7be51b req-5e44d01c-955f-477c-8fa3-c9a4fb8eba1a tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 946 time: 0.0502963 May 23 12:48:59.215143 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-c3bbc338-b11f-437e-b2f7-0129181d269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'b62e3342-0cde-4661-b724-802c50974de6', 'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'mac_address': 'fa:16:3e:77:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:11Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 5, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'subnets': [{'id': '081f086c-ab03-48fd-9480-53cde1703c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:48:59.221419 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-3914b948-cf67-4228-8e75-1e126e7be51b req-d5413c09-3976-4e86-a443-1bd4d45989c4 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513978 May 23 12:48:59.248840 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bbc338-b11f-437e-b2f7-0129181d269b None None] Checking router: 650b2b55-8e7c-4705-a9df-08a978f2d928 for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:48:59.257914 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bbc338-b11f-437e-b2f7-0129181d269b None None] Routers {'650b2b55-8e7c-4705-a9df-08a978f2d928'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:48:59.258458 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-c3bbc338-b11f-437e-b2f7-0129181d269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:48:35Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['650b2b55-8e7c-4705-a9df-08a978f2d928'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:48:59.364581 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-c3bbc338-b11f-437e-b2f7-0129181d269b None None] Set router 650b2b55-8e7c-4705-a9df-08a978f2d928 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:48:59.557950 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-c3bbc338-b11f-437e-b2f7-0129181d269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'b62e3342-0cde-4661-b724-802c50974de6', 'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'mac_address': 'fa:16:3e:77:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:11Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 5, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'subnets': [{'id': '081f086c-ab03-48fd-9480-53cde1703c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:48:59.585394 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bbc338-b11f-437e-b2f7-0129181d269b None None] The sync data for ids ['650b2b55-8e7c-4705-a9df-08a978f2d928'] in dv-cinder-836996-27-iscsi is: [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:42:12Z', 'revision_number': 4, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi', '_interfaces': [{'id': 'b62e3342-0cde-4661-b724-802c50974de6', 'name': '', 'network_id': '12b22b49-c25e-4ae4-ac66-3d3f23b3684e', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'mac_address': 'fa:16:3e:77:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '081f086c-ab03-48fd-9480-53cde1703c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:11Z', 'updated_at': '2022-05-23T12:42:17Z', 'revision_number': 5, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'subnets': [{'id': '081f086c-ab03-48fd-9480-53cde1703c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:48:59.809165 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5b9c85-9259-43f8-a55b-b4c3202ef414 None None] New status for floating IP a0dde308-f34d-48cb-879c-34800034d049: DOWN {{(pid=103852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 12:49:00.085689 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-45be49d1-13dd-4481-966d-f2063871b30c req-5dcfb853-653b-446c-89b9-c466142be384 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 HTTP/1.1" status: 200 len: 217 time: 0.0350840 May 23 12:49:00.136954 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be49d1-13dd-4481-966d-f2063871b30c req-f2bed248-6a96-4e83-8e9c-01e6ec68c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:49:00.138430 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-45be49d1-13dd-4481-966d-f2063871b30c req-f2bed248-6a96-4e83-8e9c-01e6ec68c806 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=081f086c-ab03-48fd-9480-53cde1703c59 HTTP/1.1" status: 200 len: 851 time: 0.0451763 May 23 12:49:00.259166 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be49d1-13dd-4481-966d-f2063871b30c req-73cb7bc2-322d-47f7-aa2f-78f17332c2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:49:00.261197 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-45be49d1-13dd-4481-966d-f2063871b30c req-73cb7bc2-322d-47f7-aa2f-78f17332c2d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12b22b49-c25e-4ae4-ac66-3d3f23b3684e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436461 May 23 12:49:00.338933 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecd65f-f91a-4d27-989d-f9ecb590f796 req-e0690be2-0f1d-497b-b1c0-a486db7d4be7 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:49:00.340423 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-11ecd65f-f91a-4d27-989d-f9ecb590f796 req-e0690be2-0f1d-497b-b1c0-a486db7d4be7 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 946 time: 0.0473888 May 23 12:49:00.365938 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-45be49d1-13dd-4481-966d-f2063871b30c req-1d889e6e-be84-4c63-95c8-b33e9057e4ea service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979869 May 23 12:49:00.393061 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-11ecd65f-f91a-4d27-989d-f9ecb590f796 req-b468ce68-b768-4fb0-a7a8-0181f0308e4f tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/security-groups?id=09c34774-e5d3-41b5-acc4-8f5e5d7e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452158 May 23 12:49:00.535445 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [req-45be49d1-13dd-4481-966d-f2063871b30c req-3357db3c-b69d-4dcc-b6ab-aff74f02da92 service neutron] 10.222.0.15 "GET /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927515 May 23 12:49:00.562852 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27eca8-f54b-4de9-98b9-39a7f9cb75cf req-6a6239e4-e03d-4cfa-9989-69e5c4528ca9 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:49:00.564577 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7d27eca8-f54b-4de9-98b9-39a7f9cb75cf req-6a6239e4-e03d-4cfa-9989-69e5c4528ca9 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.15 "GET /v2.0/ports?device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 946 time: 0.0498197 May 23 12:49:00.651667 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-7d27eca8-f54b-4de9-98b9-39a7f9cb75cf req-2b738f53-f323-477d-ba6b-329df4209d96 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Deleting port eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:49:00.652005 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-7d27eca8-f54b-4de9-98b9-39a7f9cb75cf req-2b738f53-f323-477d-ba6b-329df4209d96 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:00.692996 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:00.746198 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [req-7d27eca8-f54b-4de9-98b9-39a7f9cb75cf req-2b738f53-f323-477d-ba6b-329df4209d96 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] For port eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219,segment=NetworkSegment(3459468d-caa0-43a3-8e51-ef34a15b16d7),segment_id=3459468d-caa0-43a3-8e51-ef34a15b16d7)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:49:00.746802 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-7d27eca8-f54b-4de9-98b9-39a7f9cb75cf req-2b738f53-f323-477d-ba6b-329df4209d96 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:00.772977 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [req-7d27eca8-f54b-4de9-98b9-39a7f9cb75cf req-2b738f53-f323-477d-ba6b-329df4209d96 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Calling delete_port for eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 owned by compute:nova {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:49:00.827776 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=100 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:00.906762 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-7d27eca8-f54b-4de9-98b9-39a7f9cb75cf req-2b738f53-f323-477d-ba6b-329df4209d96 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:00.935538 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b738f53-f323-477d-ba6b-329df4209d96 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Pushing event deleted for resources: {'Port': ['ID=eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:49:00.985367 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d27eca8-f54b-4de9-98b9-39a7f9cb75cf req-2b738f53-f323-477d-ba6b-329df4209d96 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] No DVR routers for this DVR port eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 on host hv-cinder-83699 {{(pid=103850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:49:00.987912 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [req-7d27eca8-f54b-4de9-98b9-39a7f9cb75cf req-2b738f53-f323-477d-ba6b-329df4209d96 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for port (None), before_response {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:00.991092 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-7d27eca8-f54b-4de9-98b9-39a7f9cb75cf req-2b738f53-f323-477d-ba6b-329df4209d96 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.15 "DELETE /v2.0/ports/eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 HTTP/1.1" status: 204 len: 173 time: 0.4221706 May 23 12:49:00.991528 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e5c6e8-06cd-469c-98b9-f36b067796f2', 'name': 'network-vif-deleted', 'tag': 'eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219'}] {{(pid=103850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 12:49:00.993829 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec687b63819532e7ec89ba1813f428d2311c5d0897720a3ce75e519d3e2e4634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243cbeda-3d75-4d54-bebb-813a4ff0442a" -d '{"events": [{"server_uuid": "78e5c6e8-06cd-469c-98b9-f36b067796f2", "name": "network-vif-deleted", "tag": "eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219"}]}' {{(pid=103850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 12:49:01.037157 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 12:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa05d2a-e7ef-45b6-a4f5-2bf1e42ba458 x-openstack-request-id: req-faa05d2a-e7ef-45b6-a4f5-2bf1e42ba458 {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 12:49:01.037442 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e5c6e8-06cd-469c-98b9-f36b067796f2", "name": "network-vif-deleted", "tag": "eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219", "status": "completed", "code": 200}]} {{(pid=103850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 12:49:01.037688 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-faa05d2a-e7ef-45b6-a4f5-2bf1e42ba458 {{(pid=103850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 12:49:01.038083 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa05d2a-e7ef-45b6-a4f5-2bf1e42ba458'] response: {'server_uuid': '78e5c6e8-06cd-469c-98b9-f36b067796f2', 'name': 'network-vif-deleted', 'tag': 'eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219', 'status': 'completed', 'code': 200} May 23 12:49:01.519039 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [req-9fbe7e05-02b8-42f1-983f-91d71644d69d req-18ef96c5-4b91-4540-8d7b-9d380e1acf19 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "GET /v2.0/ports?device_id=78e5c6e8-06cd-469c-98b9-f36b067796f2 HTTP/1.1" status: 200 len: 210 time: 0.0305429 May 23 12:49:02.425054 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5de1-a3f5-47f9-b498-d91fa5daa08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:02.581238 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33700) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:49:02.695206 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=100 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:02.699138 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-62c88c4f-552f-4bf3-b69c-23ae63345148 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Deleting port 5b49a7f9-8ddb-4984-aba2-82932c50b414 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:49:02.699481 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62c88c4f-552f-4bf3-b69c-23ae63345148 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (5b49a7f9-8ddb-4984-aba2-82932c50b414), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:02.751203 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=100 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:02.781375 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62c88c4f-552f-4bf3-b69c-23ae63345148 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (5b49a7f9-8ddb-4984-aba2-82932c50b414), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:02.781695 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62c88c4f-552f-4bf3-b69c-23ae63345148 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for floatingip (5b49a7f9-8ddb-4984-aba2-82932c50b414), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:02.794949 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-62c88c4f-552f-4bf3-b69c-23ae63345148 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Calling delete_port for 5b49a7f9-8ddb-4984-aba2-82932c50b414 owned by network:floatingip {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:49:02.946944 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62c88c4f-552f-4bf3-b69c-23ae63345148 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (5b49a7f9-8ddb-4984-aba2-82932c50b414), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:02.979664 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c88c4f-552f-4bf3-b69c-23ae63345148 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Pushing event deleted for resources: {'Port': ['ID=5b49a7f9-8ddb-4984-aba2-82932c50b414,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:49:03.039210 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62c88c4f-552f-4bf3-b69c-23ae63345148 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for floatingip (4c55c254-a190-491d-88a9-cae54a28c248), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:03.041745 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62c88c4f-552f-4bf3-b69c-23ae63345148 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992433'] for floatingip (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:03.042922 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-62c88c4f-552f-4bf3-b69c-23ae63345148 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "DELETE /v2.0/floatingips/4c55c254-a190-491d-88a9-cae54a28c248 HTTP/1.1" status: 204 len: 168 time: 0.4614203 May 23 12:49:03.770973 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:04.262395 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33712) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:49:04.324409 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6c782401-acb4-410e-bf16-cc087bf36467 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group (09c34774-e5d3-41b5-acc4-8f5e5d7e5787), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:04.351498 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6c782401-acb4-410e-bf16-cc087bf36467 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group (09c34774-e5d3-41b5-acc4-8f5e5d7e5787), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:04.421002 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6c782401-acb4-410e-bf16-cc087bf36467 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (09c34774-e5d3-41b5-acc4-8f5e5d7e5787), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:04.423750 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6c782401-acb4-410e-bf16-cc087bf36467 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:04.424942 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-6c782401-acb4-410e-bf16-cc087bf36467 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] 10.222.0.16 "DELETE /v2.0/security-groups/09c34774-e5d3-41b5-acc4-8f5e5d7e5787 HTTP/1.1" status: 204 len: 168 time: 0.1615548 May 23 12:49:04.435265 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c782401-acb4-410e-bf16-cc087bf36467 tempest-TestVolumeBootPattern-1357796398 tempest-TestVolumeBootPattern-1357796398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c34774-e5d3-41b5-acc4-8f5e5d7e5787,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:49:04.483545 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33716) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:49:04.687534 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-fb8613c3-6d99-4c1b-b912-29ca1e4a4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:04.925696 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3072dabf-e814-4b79-8f9d-6ed3d8f2e53a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-484349'] for router_interface (650b2b55-8e7c-4705-a9df-08a978f2d928), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:05.002743 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:05.019074 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:05.158137 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3072dabf-e814-4b79-8f9d-6ed3d8f2e53a admin admin] Deleting port b62e3342-0cde-4661-b724-802c50974de6 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:49:05.158469 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3072dabf-e814-4b79-8f9d-6ed3d8f2e53a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (b62e3342-0cde-4661-b724-802c50974de6), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:05.238587 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-3072dabf-e814-4b79-8f9d-6ed3d8f2e53a admin admin] For port b62e3342-0cde-4661-b724-802c50974de6, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=b62e3342-0cde-4661-b724-802c50974de6,segment=NetworkSegment(3459468d-caa0-43a3-8e51-ef34a15b16d7),segment_id=3459468d-caa0-43a3-8e51-ef34a15b16d7)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:49:05.238865 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3072dabf-e814-4b79-8f9d-6ed3d8f2e53a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (b62e3342-0cde-4661-b724-802c50974de6), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:05.252148 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3072dabf-e814-4b79-8f9d-6ed3d8f2e53a admin admin] Calling delete_port for b62e3342-0cde-4661-b724-802c50974de6 owned by network:router_interface {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:49:05.434770 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3072dabf-e814-4b79-8f9d-6ed3d8f2e53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (b62e3342-0cde-4661-b724-802c50974de6), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:05.458646 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072dabf-e814-4b79-8f9d-6ed3d8f2e53a admin admin] Pushing event deleted for resources: {'Port': ['ID=b62e3342-0cde-4661-b724-802c50974de6,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:49:05.627821 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:49:05.643178 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3072dabf-e814-4b79-8f9d-6ed3d8f2e53a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-848001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484201'] for router_interface (650b2b55-8e7c-4705-a9df-08a978f2d928), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:05.648481 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] No Port match for: eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:49:05.648826 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Device eb2d3ef6-0647-4cc3-acdf-fa6e85c2b219 not bound to the agent host hv-cinder-83699 {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:49:05.850955 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3072dabf-e814-4b79-8f9d-6ed3d8f2e53a admin admin] Router 650b2b55-8e7c-4705-a9df-08a978f2d928 has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:49:05.859123 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:05.868195 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:05.990767 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:06.201052 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3072dabf-e814-4b79-8f9d-6ed3d8f2e53a admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:49:06.206075 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-3072dabf-e814-4b79-8f9d-6ed3d8f2e53a admin admin] 10.222.0.16 "PUT /v2.0/routers/650b2b55-8e7c-4705-a9df-08a978f2d928/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7212677 May 23 12:49:06.208793 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33720) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:49:06.213188 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4891dbe-5fea-4fe1-905e-bd7e4e49d597 None None] Sync routers for ids ['650b2b55-8e7c-4705-a9df-08a978f2d928'] in dv-cinder-836996-27-iscsi {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:49:06.222652 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4891dbe-5fea-4fe1-905e-bd7e4e49d597 None None] Routers {'650b2b55-8e7c-4705-a9df-08a978f2d928'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:49:06.223266 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-a4891dbe-5fea-4fe1-905e-bd7e4e49d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:49:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['650b2b55-8e7c-4705-a9df-08a978f2d928'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:49:06.309242 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8951-e36b-4f45-a9fb-1ab24880db81 admin admin] Publish callbacks [] for router (650b2b55-8e7c-4705-a9df-08a978f2d928), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:06.411985 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8951-e36b-4f45-a9fb-1ab24880db81 admin admin] Publish callbacks [] for router_gateway (650b2b55-8e7c-4705-a9df-08a978f2d928), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:06.461862 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-a4891dbe-5fea-4fe1-905e-bd7e4e49d597 None None] Set router 650b2b55-8e7c-4705-a9df-08a978f2d928 gateway port host: dv-cinder-836996-27-iscsi {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:49:06.464932 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-1f4c8951-e36b-4f45-a9fb-1ab24880db81 admin admin] Deleting port 9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:49:06.465505 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8951-e36b-4f45-a9fb-1ab24880db81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:06.547435 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-1f4c8951-e36b-4f45-a9fb-1ab24880db81 admin admin] For port 9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:49:06.547794 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8951-e36b-4f45-a9fb-1ab24880db81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:06.561858 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-1f4c8951-e36b-4f45-a9fb-1ab24880db81 admin admin] Calling delete_port for 9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d owned by network:router_gateway {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:49:06.644636 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-a4891dbe-5fea-4fe1-905e-bd7e4e49d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:49:05Z', 'revision_number': 5, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port': {'id': '9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:10Z', 'updated_at': '2022-05-23T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:49:06.672633 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4891dbe-5fea-4fe1-905e-bd7e4e49d597 None None] Checking router: 650b2b55-8e7c-4705-a9df-08a978f2d928 for host: dv-cinder-836996-27-iscsi {{(pid=103851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:49:06.683077 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4891dbe-5fea-4fe1-905e-bd7e4e49d597 None None] Routers {'650b2b55-8e7c-4705-a9df-08a978f2d928'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:49:06.683701 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-a4891dbe-5fea-4fe1-905e-bd7e4e49d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:49:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['650b2b55-8e7c-4705-a9df-08a978f2d928'], 'active': True} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:49:06.733657 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8951-e36b-4f45-a9fb-1ab24880db81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:06.759022 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c8951-e36b-4f45-a9fb-1ab24880db81 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:49:06.773617 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvr_db [None req-a4891dbe-5fea-4fe1-905e-bd7e4e49d597 None None] Set router 650b2b55-8e7c-4705-a9df-08a978f2d928 gateway port host: None {{(pid=103851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:49:06.825162 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_hamode_db [None req-a4891dbe-5fea-4fe1-905e-bd7e4e49d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:49:06Z', 'revision_number': 6, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port_host': None}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:49:06.832437 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8951-e36b-4f45-a9fb-1ab24880db81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483335'] for router_gateway (650b2b55-8e7c-4705-a9df-08a978f2d928), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:06.860081 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4891dbe-5fea-4fe1-905e-bd7e4e49d597 None None] The sync data for ids ['650b2b55-8e7c-4705-a9df-08a978f2d928'] in dv-cinder-836996-27-iscsi is: [{'id': '650b2b55-8e7c-4705-a9df-08a978f2d928', 'name': 'tempest-TestVolumeBootPattern-1724188446-router', 'tenant_id': 'ac5975413f5548c3881ec3c868295836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:09Z', 'updated_at': '2022-05-23T12:49:06Z', 'revision_number': 6, 'project_id': 'ac5975413f5548c3881ec3c868295836', 'gw_port_host': None}] {{(pid=103851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:49:06.930886 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8951-e36b-4f45-a9fb-1ab24880db81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11543'] for router (650b2b55-8e7c-4705-a9df-08a978f2d928), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:06.933598 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8951-e36b-4f45-a9fb-1ab24880db81 admin admin] Publish callbacks [] for router_controller (650b2b55-8e7c-4705-a9df-08a978f2d928), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:06.976955 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8951-e36b-4f45-a9fb-1ab24880db81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485025'] for router (650b2b55-8e7c-4705-a9df-08a978f2d928), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:06.977584 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4c8951-e36b-4f45-a9fb-1ab24880db81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 650b2b55-8e7c-4705-a9df-08a978f2d928 {{(pid=103849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:49:06.983902 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8951-e36b-4f45-a9fb-1ab24880db81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:06.985289 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-1f4c8951-e36b-4f45-a9fb-1ab24880db81 admin admin] 10.222.0.16 "DELETE /v2.0/routers/650b2b55-8e7c-4705-a9df-08a978f2d928 HTTP/1.1" status: 204 len: 168 time: 0.7755668 May 23 12:49:06.987756 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33722) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:49:07.024505 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:07.036095 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51fdddd-b016-4962-a17c-81472895e677 admin admin] Deleting subnet 081f086c-ab03-48fd-9480-53cde1703c59 {{(pid=103849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 12:49:07.039553 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e51fdddd-b016-4962-a17c-81472895e677 admin admin] Publish callbacks [] for subnet (081f086c-ab03-48fd-9480-53cde1703c59), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:07.082333 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e51fdddd-b016-4962-a17c-81472895e677 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4653014'] for subnet (081f086c-ab03-48fd-9480-53cde1703c59), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:07.122413 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:07.161821 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e51fdddd-b016-4962-a17c-81472895e677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384138'] for subnet (081f086c-ab03-48fd-9480-53cde1703c59), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:07.220835 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e51fdddd-b016-4962-a17c-81472895e677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4653028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5217938'] for subnet (081f086c-ab03-48fd-9480-53cde1703c59), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:07.247566 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51fdddd-b016-4962-a17c-81472895e677 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=081f086c-ab03-48fd-9480-53cde1703c59,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:49:07.251344 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e51fdddd-b016-4962-a17c-81472895e677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:07.254500 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-e51fdddd-b016-4962-a17c-81472895e677 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/081f086c-ab03-48fd-9480-53cde1703c59 HTTP/1.1" status: 204 len: 168 time: 0.2657583 May 23 12:49:07.257328 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33724) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:49:07.261238 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97907bf-74a5-409b-b939-0666ba50cdc1 None None] Network 12b22b49-c25e-4ae4-ac66-3d3f23b3684e requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:49:07.308440 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [req-d5b8e887-400b-407d-b454-3209f9b14f01 req-c9cf7120-69bb-495a-9e7f-1caa2f8852ee service neutron] (103850) timed out ('10.222.0.15', 57609) {{(pid=103850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 23 12:49:07.329771 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:07.331224 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [req-5e24501f-e5ce-4dff-a2d2-c79246a2666e req-f4493842-9e11-4a34-9031-2c9acc689dc8 service neutron] (103850) timed out ('10.222.0.15', 57596) {{(pid=103850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 23 12:49:07.351292 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b096-e5c4-46ba-aeb9-73e85a15a314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323361'] for network (12b22b49-c25e-4ae4-ac66-3d3f23b3684e), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:07.356788 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:07.372928 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:07.397552 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c9f7b096-e5c4-46ba-aeb9-73e85a15a314 admin admin] Deleting port 2e657bbf-6cc5-471f-a7f3-e74ccda6825a {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:49:07.397901 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b096-e5c4-46ba-aeb9-73e85a15a314 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (2e657bbf-6cc5-471f-a7f3-e74ccda6825a), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:07.464613 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c9f7b096-e5c4-46ba-aeb9-73e85a15a314 admin admin] For port 2e657bbf-6cc5-471f-a7f3-e74ccda6825a, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=2e657bbf-6cc5-471f-a7f3-e74ccda6825a,segment=NetworkSegment(3459468d-caa0-43a3-8e51-ef34a15b16d7),segment_id=3459468d-caa0-43a3-8e51-ef34a15b16d7)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:49:07.464983 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b096-e5c4-46ba-aeb9-73e85a15a314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (2e657bbf-6cc5-471f-a7f3-e74ccda6825a), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:07.484300 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c9f7b096-e5c4-46ba-aeb9-73e85a15a314 admin admin] Calling delete_port for 2e657bbf-6cc5-471f-a7f3-e74ccda6825a owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:49:07.562269 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b096-e5c4-46ba-aeb9-73e85a15a314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (2e657bbf-6cc5-471f-a7f3-e74ccda6825a), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:07.586633 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7b096-e5c4-46ba-aeb9-73e85a15a314 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e657bbf-6cc5-471f-a7f3-e74ccda6825a,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:49:07.592963 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f7b096-e5c4-46ba-aeb9-73e85a15a314 admin admin] No DVR routers for this DVR port 2e657bbf-6cc5-471f-a7f3-e74ccda6825a on host dv-cinder-836996-27-iscsi {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:49:07.637395 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba285611-5b76-46b6-8130-3798dc04b185 None None] DHCP port deletion for 12b22b49-c25e-4ae4-ac66-3d3f23b3684e request from dv-cinder-836996-27-iscsi {{(pid=103851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 12:49:07.676537 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b096-e5c4-46ba-aeb9-73e85a15a314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376325', 'neutron.services.segments.db._delete_segments_for_network-8727294489191'] for network (12b22b49-c25e-4ae4-ac66-3d3f23b3684e), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:07.701252 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-c9f7b096-e5c4-46ba-aeb9-73e85a15a314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b22b49-c25e-4ae4-ac66-3d3f23b3684e']}} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:49:07.711075 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-c9f7b096-e5c4-46ba-aeb9-73e85a15a314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3459468d-caa0-43a3-8e51-ef34a15b16d7') {'for_net_delete': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:49:07.711362 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-c9f7b096-e5c4-46ba-aeb9-73e85a15a314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3459468d-caa0-43a3-8e51-ef34a15b16d7') {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:49:07.722850 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b096-e5c4-46ba-aeb9-73e85a15a314 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727294487664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4653017'] for segment (3459468d-caa0-43a3-8e51-ef34a15b16d7), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:07.739768 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b096-e5c4-46ba-aeb9-73e85a15a314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (3459468d-caa0-43a3-8e51-ef34a15b16d7), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:07.747322 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f7b096-e5c4-46ba-aeb9-73e85a15a314 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 12:49:07.747723 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b096-e5c4-46ba-aeb9-73e85a15a314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4651014'] for segment (3459468d-caa0-43a3-8e51-ef34a15b16d7), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:07.790202 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.services.segments.plugin [-] Segment 3459468d-caa0-43a3-8e51-ef34a15b16d7 resource provider aggregate not found May 23 12:49:07.809944 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.services.segments.plugin [-] Segment 3459468d-caa0-43a3-8e51-ef34a15b16d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3459468d-caa0-43a3-8e51-ef34a15b16d7 found for delete ", "request_id": "req-50edebc8-56df-42e5-b327-2c4dca96e32f"}]} May 23 12:49:07.816585 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b096-e5c4-46ba-aeb9-73e85a15a314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482031'] for network (12b22b49-c25e-4ae4-ac66-3d3f23b3684e), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:07.823643 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b096-e5c4-46ba-aeb9-73e85a15a314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:07.826023 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-c9f7b096-e5c4-46ba-aeb9-73e85a15a314 admin admin] 10.222.0.16 "DELETE /v2.0/networks/12b22b49-c25e-4ae4-ac66-3d3f23b3684e HTTP/1.1" status: 204 len: 168 time: 0.5677097 May 23 12:49:07.830438 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [-] (103850) accepted ('10.222.0.16', 33730) {{(pid=103850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:49:07.838620 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7b096-e5c4-46ba-aeb9-73e85a15a314 admin admin] Pushing event deleted for resources: {'Network': ['ID=12b22b49-c25e-4ae4-ac66-3d3f23b3684e,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:49:08.182563 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8a053669-1970-4c87-9b12-376030f971d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-484349'] for router_interface (d94dc48d-d72b-4920-b489-2fce11a81e3f), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:08.680820 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:08.687097 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-8a053669-1970-4c87-9b12-376030f971d4 admin admin] Deleting port 83cdfbcb-f977-48a8-9780-ac2502bb82c4 {{(pid=103850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:49:08.687638 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8a053669-1970-4c87-9b12-376030f971d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (83cdfbcb-f977-48a8-9780-ac2502bb82c4), before_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:08.760766 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:08.773210 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-8a053669-1970-4c87-9b12-376030f971d4 admin admin] For port 83cdfbcb-f977-48a8-9780-ac2502bb82c4, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=83cdfbcb-f977-48a8-9780-ac2502bb82c4,segment=NetworkSegment(413f3f6f-f80c-413e-8dd1-11c807618d34),segment_id=413f3f6f-f80c-413e-8dd1-11c807618d34)] {{(pid=103850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:49:08.773572 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8a053669-1970-4c87-9b12-376030f971d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (83cdfbcb-f977-48a8-9780-ac2502bb82c4), precommit_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:08.787832 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-8a053669-1970-4c87-9b12-376030f971d4 admin admin] Calling delete_port for 83cdfbcb-f977-48a8-9780-ac2502bb82c4 owned by network:router_interface {{(pid=103850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:49:08.841865 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:08.874712 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device b62e3342-0cde-4661-b724-802c50974de6 no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:49:08.894891 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: b62e3342-0cde-4661-b724-802c50974de6 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:49:08.895346 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device b62e3342-0cde-4661-b724-802c50974de6 not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:49:08.895825 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:49:08.916481 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: 9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:49:08.916900 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 9dc30fae-52f7-4f1b-b1b0-fbf9fb125c0d not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:49:08.917379 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 2e657bbf-6cc5-471f-a7f3-e74ccda6825a no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:49:08.936838 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: 2e657bbf-6cc5-471f-a7f3-e74ccda6825a {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:49:08.937094 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 2e657bbf-6cc5-471f-a7f3-e74ccda6825a not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:49:08.995133 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8a053669-1970-4c87-9b12-376030f971d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109797'] for port (83cdfbcb-f977-48a8-9780-ac2502bb82c4), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:09.019172 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a053669-1970-4c87-9b12-376030f971d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=83cdfbcb-f977-48a8-9780-ac2502bb82c4,revision_number=None']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:49:09.201102 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8a053669-1970-4c87-9b12-376030f971d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-848001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484201'] for router_interface (d94dc48d-d72b-4920-b489-2fce11a81e3f), after_delete {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:09.421138 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a053669-1970-4c87-9b12-376030f971d4 admin admin] Router d94dc48d-d72b-4920-b489-2fce11a81e3f has already been hosted by L3 agent ae1ce946-abd8-43fe-864b-23fe294af6b6 {{(pid=103850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:49:09.527904 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a053669-1970-4c87-9b12-376030f971d4 admin admin] Notify agent at l3_agent.dv-cinder-836996-27-iscsi the message routers_updated {{(pid=103850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:49:09.533023 dv-cinder-836996-27-iscsi neutron-server[103850]: INFO neutron.wsgi [None req-8a053669-1970-4c87-9b12-376030f971d4 admin admin] 10.222.0.16 "PUT /v2.0/routers/d94dc48d-d72b-4920-b489-2fce11a81e3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7015817 May 23 12:49:09.535692 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33732) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:49:09.536623 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db2f3d8-d602-4630-9e43-5f074c67e376 None None] Sync routers for ids ['d94dc48d-d72b-4920-b489-2fce11a81e3f'] in dv-cinder-836996-27-iscsi {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:49:09.547103 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db2f3d8-d602-4630-9e43-5f074c67e376 None None] Routers {'d94dc48d-d72b-4920-b489-2fce11a81e3f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:49:09.547705 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-9db2f3d8-d602-4630-9e43-5f074c67e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:49:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['d94dc48d-d72b-4920-b489-2fce11a81e3f'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:49:09.641910 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf45e5c9-32fc-4646-b464-2203d3f873bd admin admin] Publish callbacks [] for router (d94dc48d-d72b-4920-b489-2fce11a81e3f), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:09.656240 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-9db2f3d8-d602-4630-9e43-5f074c67e376 None None] Set router d94dc48d-d72b-4920-b489-2fce11a81e3f gateway port host: dv-cinder-836996-27-iscsi {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:49:09.688035 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:09.760118 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf45e5c9-32fc-4646-b464-2203d3f873bd admin admin] Publish callbacks [] for router_gateway (d94dc48d-d72b-4920-b489-2fce11a81e3f), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:09.791161 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:09.808780 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-bf45e5c9-32fc-4646-b464-2203d3f873bd admin admin] Deleting port 99ff07dc-411a-4635-8eb2-d43100889699 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:49:09.809115 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf45e5c9-32fc-4646-b464-2203d3f873bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (99ff07dc-411a-4635-8eb2-d43100889699), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:09.835996 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-9db2f3d8-d602-4630-9e43-5f074c67e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94dc48d-d72b-4920-b489-2fce11a81e3f', 'name': 'tempest-TestVolumeBootPattern-633573122-router', 'tenant_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'external_fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '99ff07dc-411a-4635-8eb2-d43100889699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:14Z', 'updated_at': '2022-05-23T12:49:08Z', 'revision_number': 5, 'project_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'gw_port': {'id': '99ff07dc-411a-4635-8eb2-d43100889699', 'name': '', 'network_id': '4b0dc6c7-06a9-4bfd-97ad-9d6f8a0ad820', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ba:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94dc48d-d72b-4920-b489-2fce11a81e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:42:14Z', 'updated_at': '2022-05-23T12:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeb9a7c6-76e5-4279-96f6-68aa881fae77', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-27-iscsi'}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:49:09.861244 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db2f3d8-d602-4630-9e43-5f074c67e376 None None] Checking router: d94dc48d-d72b-4920-b489-2fce11a81e3f for host: dv-cinder-836996-27-iscsi {{(pid=103852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:49:09.871206 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db2f3d8-d602-4630-9e43-5f074c67e376 None None] Routers {'d94dc48d-d72b-4920-b489-2fce11a81e3f'} bound to L3 agent in host dv-cinder-836996-27-iscsi {{(pid=103852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:49:09.871987 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-9db2f3d8-d602-4630-9e43-5f074c67e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:24:05Z,description=,heartbeat_timestamp=2022-05-23T12:49:05Z,host='dv-cinder-836996-27-iscsi',id=ae1ce946-abd8-43fe-864b-23fe294af6b6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:24:05Z,topic='l3_agent')) {'router_ids': ['d94dc48d-d72b-4920-b489-2fce11a81e3f'], 'active': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:49:09.894352 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-bf45e5c9-32fc-4646-b464-2203d3f873bd admin admin] For port 99ff07dc-411a-4635-8eb2-d43100889699, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=99ff07dc-411a-4635-8eb2-d43100889699,segment=NetworkSegment(dcab1ee3-e4c5-49ed-b6d2-18d1108dace2),segment_id=dcab1ee3-e4c5-49ed-b6d2-18d1108dace2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:49:09.894714 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf45e5c9-32fc-4646-b464-2203d3f873bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (99ff07dc-411a-4635-8eb2-d43100889699), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:09.908556 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-bf45e5c9-32fc-4646-b464-2203d3f873bd admin admin] Calling delete_port for 99ff07dc-411a-4635-8eb2-d43100889699 owned by network:router_gateway {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:49:09.959576 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvr_db [None req-9db2f3d8-d602-4630-9e43-5f074c67e376 None None] Set router d94dc48d-d72b-4920-b489-2fce11a81e3f gateway port host: None {{(pid=103852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:49:10.012449 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.l3_hamode_db [None req-9db2f3d8-d602-4630-9e43-5f074c67e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94dc48d-d72b-4920-b489-2fce11a81e3f', 'name': 'tempest-TestVolumeBootPattern-633573122-router', 'tenant_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:14Z', 'updated_at': '2022-05-23T12:49:09Z', 'revision_number': 6, 'project_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'gw_port_host': None}], 'dv-cinder-836996-27-iscsi', False) {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:49:10.037051 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db2f3d8-d602-4630-9e43-5f074c67e376 None None] The sync data for ids ['d94dc48d-d72b-4920-b489-2fce11a81e3f'] in dv-cinder-836996-27-iscsi is: [{'id': 'd94dc48d-d72b-4920-b489-2fce11a81e3f', 'name': 'tempest-TestVolumeBootPattern-633573122-router', 'tenant_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:42:14Z', 'updated_at': '2022-05-23T12:49:09Z', 'revision_number': 6, 'project_id': '2fbc1181e1654578946cfd81c1fdbb3c', 'gw_port_host': None}] {{(pid=103852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:49:10.095650 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf45e5c9-32fc-4646-b464-2203d3f873bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (99ff07dc-411a-4635-8eb2-d43100889699), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:10.127051 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45e5c9-32fc-4646-b464-2203d3f873bd admin admin] Pushing event deleted for resources: {'Port': ['ID=99ff07dc-411a-4635-8eb2-d43100889699,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:49:10.191807 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf45e5c9-32fc-4646-b464-2203d3f873bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483335'] for router_gateway (d94dc48d-d72b-4920-b489-2fce11a81e3f), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:10.279756 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf45e5c9-32fc-4646-b464-2203d3f873bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11543'] for router (d94dc48d-d72b-4920-b489-2fce11a81e3f), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:10.282027 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf45e5c9-32fc-4646-b464-2203d3f873bd admin admin] Publish callbacks [] for router_controller (d94dc48d-d72b-4920-b489-2fce11a81e3f), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:10.328220 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf45e5c9-32fc-4646-b464-2203d3f873bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485025'] for router (d94dc48d-d72b-4920-b489-2fce11a81e3f), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:10.328773 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf45e5c9-32fc-4646-b464-2203d3f873bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d94dc48d-d72b-4920-b489-2fce11a81e3f {{(pid=103849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:49:10.333226 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf45e5c9-32fc-4646-b464-2203d3f873bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:10.334368 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-bf45e5c9-32fc-4646-b464-2203d3f873bd admin admin] 10.222.0.16 "DELETE /v2.0/routers/d94dc48d-d72b-4920-b489-2fce11a81e3f HTTP/1.1" status: 204 len: 168 time: 0.7976637 May 23 12:49:10.338044 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33734) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:49:10.385652 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.db_base_plugin_v2 [None req-34cfd84d-c0ad-4c7f-a8dd-c25490d462bc admin admin] Deleting subnet 4710e19d-25df-4ced-9834-6693e8eb72d5 {{(pid=103849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 12:49:10.389288 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-34cfd84d-c0ad-4c7f-a8dd-c25490d462bc admin admin] Publish callbacks [] for subnet (4710e19d-25df-4ced-9834-6693e8eb72d5), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:10.432495 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-34cfd84d-c0ad-4c7f-a8dd-c25490d462bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4653014'] for subnet (4710e19d-25df-4ced-9834-6693e8eb72d5), precommit_delete_associations {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:10.520911 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-34cfd84d-c0ad-4c7f-a8dd-c25490d462bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384138'] for subnet (4710e19d-25df-4ced-9834-6693e8eb72d5), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:10.577181 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:10.584441 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-34cfd84d-c0ad-4c7f-a8dd-c25490d462bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4653028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5217938'] for subnet (4710e19d-25df-4ced-9834-6693e8eb72d5), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:10.613846 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfd84d-c0ad-4c7f-a8dd-c25490d462bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4710e19d-25df-4ced-9834-6693e8eb72d5,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:49:10.618677 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-34cfd84d-c0ad-4c7f-a8dd-c25490d462bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for subnet (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:10.622969 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-34cfd84d-c0ad-4c7f-a8dd-c25490d462bc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4710e19d-25df-4ced-9834-6693e8eb72d5 HTTP/1.1" status: 204 len: 168 time: 0.2838137 May 23 12:49:10.625408 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33736) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:49:10.625563 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d5c9ff-997a-4290-a9b4-ba6821e00e7f None None] Network 5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe requested from dv-cinder-836996-27-iscsi {{(pid=103851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:49:10.699856 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b8876a55-fbe6-46eb-adb0-a74b3442dcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1323361'] for network (5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:10.733945 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:10.746480 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b8876a55-fbe6-46eb-adb0-a74b3442dcba admin admin] Deleting port 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:49:10.746832 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b8876a55-fbe6-46eb-adb0-a74b3442dcba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (1933ea7d-9843-47c3-b897-cd0ad2d0d5eb), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:10.792253 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] DHCP port deletion for 5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe request from dv-cinder-836996-27-iscsi {{(pid=103851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 12:49:10.826376 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b8876a55-fbe6-46eb-adb0-a74b3442dcba admin admin] For port 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=1933ea7d-9843-47c3-b897-cd0ad2d0d5eb,segment=NetworkSegment(413f3f6f-f80c-413e-8dd1-11c807618d34),segment_id=413f3f6f-f80c-413e-8dd1-11c807618d34)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:49:10.826741 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b8876a55-fbe6-46eb-adb0-a74b3442dcba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (1933ea7d-9843-47c3-b897-cd0ad2d0d5eb), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:10.851525 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b8876a55-fbe6-46eb-adb0-a74b3442dcba admin admin] Calling delete_port for 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:49:10.852658 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] Deleting port 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb {{(pid=103851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 12:49:10.853027 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727294278602'] for port (1933ea7d-9843-47c3-b897-cd0ad2d0d5eb), before_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:10.903462 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 99ff07dc-411a-4635-8eb2-d43100889699 no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:49:10.928137 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: 99ff07dc-411a-4635-8eb2-d43100889699 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:49:10.928422 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 99ff07dc-411a-4635-8eb2-d43100889699 not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:49:10.928658 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 83cdfbcb-f977-48a8-9780-ac2502bb82c4 no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:49:10.956951 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b8876a55-fbe6-46eb-adb0-a74b3442dcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4651059'] for port (1933ea7d-9843-47c3-b897-cd0ad2d0d5eb), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:10.964875 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: 83cdfbcb-f977-48a8-9780-ac2502bb82c4 {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:49:10.965213 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 83cdfbcb-f977-48a8-9780-ac2502bb82c4 not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:49:10.965624 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb no longer exists at agent ovs-agent-dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 12:49:10.973113 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.db [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] For port 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb, host dv-cinder-836996-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-27-iscsi',level=0,port_id=1933ea7d-9843-47c3-b897-cd0ad2d0d5eb,segment=NetworkSegment(413f3f6f-f80c-413e-8dd1-11c807618d34),segment_id=413f3f6f-f80c-413e-8dd1-11c807618d34)] {{(pid=103851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:49:10.973507 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-477116'] for port (1933ea7d-9843-47c3-b897-cd0ad2d0d5eb), precommit_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:10.984457 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8876a55-fbe6-46eb-adb0-a74b3442dcba admin admin] Pushing event deleted for resources: {'Port': ['ID=1933ea7d-9843-47c3-b897-cd0ad2d0d5eb,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:49:10.988389 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8876a55-fbe6-46eb-adb0-a74b3442dcba admin admin] No DVR routers for this DVR port 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb on host dv-cinder-836996-27-iscsi {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:49:10.997496 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] No Port match for: 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb {{(pid=103851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 12:49:10.997833 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.rpc [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Device 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb not bound to the agent host dv-cinder-836996-27-iscsi {{(pid=103851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 12:49:11.005907 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] Calling delete_port for 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb owned by network:dhcp {{(pid=103851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 12:49:11.070991 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b8876a55-fbe6-46eb-adb0-a74b3442dcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376325', 'neutron.services.segments.db._delete_segments_for_network-8727294489191'] for network (5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:11.095674 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-b8876a55-fbe6-46eb-adb0-a74b3442dcba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe']}} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:49:11.102349 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1832973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727294287288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727293978134'] for port (1933ea7d-9843-47c3-b897-cd0ad2d0d5eb), after_delete {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:11.106576 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-b8876a55-fbe6-46eb-adb0-a74b3442dcba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413f3f6f-f80c-413e-8dd1-11c807618d34') {'for_net_delete': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:49:11.106880 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.services.segments.db [None req-b8876a55-fbe6-46eb-adb0-a74b3442dcba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413f3f6f-f80c-413e-8dd1-11c807618d34') {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:49:11.117887 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b8876a55-fbe6-46eb-adb0-a74b3442dcba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727294487664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4653017'] for segment (413f3f6f-f80c-413e-8dd1-11c807618d34), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:11.126740 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] Pushing event deleted for resources: {'Port': ['ID=1933ea7d-9843-47c3-b897-cd0ad2d0d5eb,revision_number=None']} {{(pid=103851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:49:11.134874 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b8876a55-fbe6-46eb-adb0-a74b3442dcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097'] for segment (413f3f6f-f80c-413e-8dd1-11c807618d34), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:11.138183 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:49:11.138538 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:49:11.138887 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:49:11.139233 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:49:11.139573 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:49:11.139908 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:49:11.140263 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:49:11.140640 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:49:11.140914 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:49:11.141246 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:49:11.141577 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:49:11.141903 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:49:11.142228 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:49:11.143046 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:49:11.143046 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-27-iscsi {{(pid=103851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:49:11.143961 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8876a55-fbe6-46eb-adb0-a74b3442dcba admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 12:49:11.144413 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b8876a55-fbe6-46eb-adb0-a74b3442dcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4651014'] for segment (413f3f6f-f80c-413e-8dd1-11c807618d34), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:11.145979 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96401ab-037e-41ea-b56e-4646789db2e9 None None] No DVR routers for this DVR port 1933ea7d-9843-47c3-b897-cd0ad2d0d5eb on host dv-cinder-836996-27-iscsi {{(pid=103851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:49:11.193078 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.services.segments.plugin [-] Segment 413f3f6f-f80c-413e-8dd1-11c807618d34 resource provider aggregate not found May 23 12:49:11.211672 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.services.segments.plugin [-] Segment 413f3f6f-f80c-413e-8dd1-11c807618d34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 413f3f6f-f80c-413e-8dd1-11c807618d34 found for delete ", "request_id": "req-70f62d0d-9084-48c8-9fd2-b5208e259d05"}]} May 23 12:49:11.221405 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b8876a55-fbe6-46eb-adb0-a74b3442dcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-848008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482031'] for network (5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:11.226964 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b8876a55-fbe6-46eb-adb0-a74b3442dcba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-848026'] for network (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:11.230045 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-b8876a55-fbe6-46eb-adb0-a74b3442dcba admin admin] 10.222.0.16 "DELETE /v2.0/networks/5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe HTTP/1.1" status: 204 len: 168 time: 0.6036355 May 23 12:49:11.242438 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8876a55-fbe6-46eb-adb0-a74b3442dcba admin admin] Pushing event deleted for resources: {'Network': ['ID=5e1b4f7f-e5ee-492d-993e-6a168ecf7bfe,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:49:11.357727 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33744) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:49:11.403531 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-3fa06d11-7af1-461d-b74e-c4f7207840c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac5975413f5548c3881ec3c868295836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445499 May 23 12:49:11.406175 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33746) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:49:11.456098 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-608e6ee2-e87f-414d-8a54-f03ab59d97de admin admin] Publish callbacks [] for security_group (a00e704e-6c49-48b0-b816-b74ed340f436), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:11.479444 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-608e6ee2-e87f-414d-8a54-f03ab59d97de admin admin] Publish callbacks [] for security_group (a00e704e-6c49-48b0-b816-b74ed340f436), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:11.528790 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-608e6ee2-e87f-414d-8a54-f03ab59d97de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (a00e704e-6c49-48b0-b816-b74ed340f436), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:11.531351 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-608e6ee2-e87f-414d-8a54-f03ab59d97de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:11.532519 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-608e6ee2-e87f-414d-8a54-f03ab59d97de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a00e704e-6c49-48b0-b816-b74ed340f436 HTTP/1.1" status: 204 len: 168 time: 0.1255112 May 23 12:49:11.540464 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e6ee2-e87f-414d-8a54-f03ab59d97de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00e704e-6c49-48b0-b816-b74ed340f436,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:49:11.888759 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33752) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:49:11.929177 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-180bdee5-6239-476b-89f3-a01f322cee26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2fbc1181e1654578946cfd81c1fdbb3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392570 May 23 12:49:11.932331 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.wsgi [-] (103849) accepted ('10.222.0.16', 33754) {{(pid=103849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:49:11.983663 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f524f483-1280-4d0e-88b2-02080a36c811 admin admin] Publish callbacks [] for security_group (982c29d0-9c56-424a-980a-e54ec20b7220), before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:12.006481 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f524f483-1280-4d0e-88b2-02080a36c811 admin admin] Publish callbacks [] for security_group (982c29d0-9c56-424a-980a-e54ec20b7220), precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:12.023027 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:12.060512 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f524f483-1280-4d0e-88b2-02080a36c811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769341'] for security_group (982c29d0-9c56-424a-980a-e54ec20b7220), after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:12.062988 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f524f483-1280-4d0e-88b2-02080a36c811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:12.064160 dv-cinder-836996-27-iscsi neutron-server[103849]: INFO neutron.wsgi [None req-f524f483-1280-4d0e-88b2-02080a36c811 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/982c29d0-9c56-424a-980a-e54ec20b7220 HTTP/1.1" status: 204 len: 168 time: 0.1309335 May 23 12:49:12.073495 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524f483-1280-4d0e-88b2-02080a36c811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982c29d0-9c56-424a-980a-e54ec20b7220,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:49:18.029449 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:49:19.523237 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:19.525266 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG dbcounter [-] [103850] Writing DB stats neutron:SELECT=76,neutron:DELETE=4 {{(pid=103850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:21.970649 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=60 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:22.067225 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:22.068049 dv-cinder-836996-27-iscsi neutron-server[103849]: DEBUG dbcounter [-] [103849] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=103849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:22.089381 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:22.090450 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:28.016902 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=63 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:32.427330 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-eaefb261-1c48-43c2-aeb6-8b1889819222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:33.778798 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:34.681282 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-96160ca7-765b-456e-bd78-411a5307357e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:35.990730 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:37.365710 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:38.686570 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:49:48.679645 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:48.682224 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:49:55.018267 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:50:01.024657 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:50:02.428997 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-ce16fb5c-b260-402f-b172-aae0daf98212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:50:03.796385 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:50:04.682664 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2f0f251b-e616-4ab6-814e-d44544753e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:50:05.014574 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=5 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:50:05.993290 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:50:07.372399 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:50:08.692137 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:50:18.678015 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:50:18.688811 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:50:32.016560 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:50:32.435168 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2e278cc1-444b-44a6-bfae-4aee1ec937b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:50:33.815394 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:50:34.684967 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-4e23cf57-7d1c-4085-89a9-555e11b84a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:50:35.965620 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=4 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:50:35.995560 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:50:37.372538 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:50:38.698565 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:50:48.684035 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:50:48.692582 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:50:51.995430 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:50:51.996217 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=5 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:02.428944 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-1d06375d-c0df-4595-aee1-1d1049c4ddb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:02.489316 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=13 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:02.493673 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=13 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:03.811023 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:04.687901 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-cce1fe67-a469-4b3f-9567-00a7c6a7bde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:05.998264 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:07.375355 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:08.691815 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:09.015642 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:51:18.685707 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:18.688091 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:19.011909 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=3 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:19.012597 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=5 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:32.431815 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f6cb8155-96ca-4b54-b1cd-9b5b0cb3d206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:33.830479 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:34.689922 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e3818b5d-7553-4fb8-ac12-d71f04f5a1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:36.001184 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:37.377627 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:38.695115 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:46.014410 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:51:48.684371 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:48.689669 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:49.958373 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=3 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:52:01.031406 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:52:01.032151 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:52:02.433614 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-7c351022-db84-46bf-aa19-0b7a292862c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:52:03.854158 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:52:04.692332 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6db92dc6-01ca-42dd-ac9f-61aceeee428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:52:06.004123 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:52:07.381548 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:52:08.702681 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:52:22.516605 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:52:22.518547 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:52:23.013829 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:52:32.437866 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-6b0302a7-3df8-45e2-91be-9001ce8e6b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:52:33.010484 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=4 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:52:33.011214 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=4 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:52:33.854114 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:52:34.695843 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-5eb58084-1ddc-4cab-a015-236681d5beb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:52:36.006169 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:52:37.386494 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:52:38.697245 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:52:48.685274 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:52:48.693868 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:53:00.013436 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:53:02.441490 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-da9d4ed4-3099-4291-9285-e02d3e5c09d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:03.864381 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:03.953772 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=15 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:53:04.698944 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-e2bbb897-4225-405a-8eca-ddd72d85c451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:06.009346 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:07.389924 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:08.702466 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:10.009036 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=19 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:53:18.690313 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:53:18.698747 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:53:32.451903 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-5b150d3f-c1e7-41b8-8454-c7cb8ab125fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:33.884067 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:34.701554 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-33b18f13-0b29-4aa1-af0b-00bf52a293e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:36.012636 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:37.012934 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:53:37.390789 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:38.698985 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:40.951128 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=3 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:53:47.008752 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=5 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:53:48.686660 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:53:48.692311 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:54:01.035495 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:54:01.037478 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:DELETE=1 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:54:02.448022 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-fa2cfcd2-24b3-4295-b10c-3b506ec34b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:03.886678 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:04.704967 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-06257e65-e4f1-40ef-8516-7452fed38f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:06.015134 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:07.393091 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:08.702857 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:14.013352 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG neutron.db.agents_db [None req-0ffadb9d-6b68-4293-84a8-d130907be394 None None] Agent healthcheck: found 6 active agents {{(pid=103852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:54:20.110142 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [req-370773ba-34c4-46e4-84f5-98e76108ed72 req-83a1ce48-f44a-462d-999a-a9e51e6953c8 service neutron] (103850) timed out ('10.222.0.16', 55382) {{(pid=103850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 23 12:54:20.215974 dv-cinder-836996-27-iscsi neutron-server[103850]: DEBUG neutron.wsgi [req-370773ba-34c4-46e4-84f5-98e76108ed72 req-7952d059-6190-43cb-b360-c95671fc3753 tempest-TestShelveInstance-287373493 tempest-TestShelveInstance-287373493-project] (103850) timed out ('10.222.0.16', 55390) {{(pid=103850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 23 12:54:22.405293 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:54:22.407156 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG dbcounter [-] [103851] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=103851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:54:24.008577 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=3 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:54:24.009416 dv-cinder-836996-27-iscsi neutron-server[103852]: DEBUG dbcounter [-] [103852] Writing DB stats neutron:SELECT=5 {{(pid=103852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:54:32.453401 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-79800987-197a-4680-9fce-99bd62d14e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (f0c30b17-ffeb-4d19-9ac3-a1bfc929ac96), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:33.910500 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a5eafed8-860a-49e7-8a23-337087e449bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1749a81f-e3c6-4f53-968e-bc4c0c6ca916), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:34.708384 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-5e36d187-7e8b-41ca-b107-9a721574714d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (ae1ce946-abd8-43fe-864b-23fe294af6b6), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:36.019634 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-c9cb780b-79d4-4abb-b112-4aac81005e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (1bf685ba-0511-4842-9df7-93766bc871fd), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:37.410931 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f60ea373-0927-4854-bb4a-79adb8c37b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (fd831157-ad67-483a-a3d8-7778cc609226), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:38.705751 dv-cinder-836996-27-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-2a134629-08f2-4c35-a3e7-b5aef1a81d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727294489173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1739652'] for agent (76327085-6894-4a1f-9995-a1e1f5b09c53), after_update {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}